00000800:00000200:2.1F:1780974901.440198:0:2257:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (2) 00000800:00000200:2.1:1780974901.478572:0:2248:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1780974901.478583:0:2248:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.1:1780974901.478588:0:2248:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008ea6323f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1780974901.513569:0:2248:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1F:1780974901.525911:0:2248:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1780975010.861414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cffeeb1. 00000080:00000010:0.1F:1780975010.908816:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a43e9ca8. 00010000:00000010:0.1:1780975010.908851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c92f5535. 00010000:00000010:0.1:1780975011.010696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c08c2b. 00010000:00000010:0.1:1780975011.010710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d915c278. 00000080:00000010:0.1:1780975011.013509:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000000940e57. 00010000:00000010:2.1:1780975011.046504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159b8364. 00010000:00000010:2.1:1780975011.046514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3a2d95. 00010000:00000010:1.1:1780975011.047523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ee9dc1. 00010000:00000010:3.1:1780975025.080522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a28d73. 00010000:00000010:3.1:1780975025.080533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a6d5414. 00010000:00000010:3.1:1780975045.501406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd948a6e. 00010000:00000010:3.1:1780975045.501422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff9e520. 00010000:00000010:0.1:1780975067.007405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056af7122. 00010000:00000010:0.1:1780975067.007420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005767b355. 00010000:00000010:0.1:1780975089.537726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008191aecb. 00010000:00000010:0.1:1780975089.537744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051002108. 00010000:00000010:0.1:1780975113.086028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce064b2. 00010000:00000010:0.1:1780975113.086043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7816c8b. 00010000:00000010:0.1:1780975137.168477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1d3ba. 00010000:00000010:0.1:1780975137.168493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051002108. 00010000:00000010:3.1:1780975162.757585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb98a504. 00010000:00000010:3.1:1780975162.757600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7816c8b. 00010000:00000010:0.1:1780975189.373578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b055d1. 00010000:00000010:0.1:1780975189.373595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff9e520. 00010000:00000010:0.1:1780975217.024449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b5e090. 00010000:00000010:0.1:1780975217.024467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051002108. 00010000:00000010:1.1:1780975245.693633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee2dbbf. 00010000:00000010:1.1:1780975245.693656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0ebbe9. 00010000:00000010:1.1:1780975275.406601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0627d87. 00010000:00000010:1.1:1780975275.406622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e288b055. 00010000:00000010:1.1:1780975306.116382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000baa0e31. 00010000:00000010:1.1:1780975306.116399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:2.1:1780975337.856412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee2dbbf. 00010000:00000010:2.1:1780975337.856432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051002108. 00010000:00000010:2.1:1780975370.625574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b40fbd2. 00010000:00000010:2.1:1780975370.625591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3a2d95. 00010000:00000010:0.1:1780975404.414425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df346ab9. 00010000:00000010:0.1:1780975404.414448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc2765a5. 00010000:00000010:0.1:1780975439.231614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000611ce811. 00010000:00000010:0.1:1780975439.231629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab8a123c. 00010000:00000010:2.1:1780975475.070390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1d3ba. 00010000:00000010:2.1:1780975475.070408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e524929f. 00010000:00000010:0.1:1780975511.940056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006747f266. 00010000:00000010:0.1:1780975511.940081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3a2d95. 00010000:00000010:0.1:1780975549.828431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce064b2. 00010000:00000010:0.1:1780975549.828454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab8a123c. 00010000:00000010:0.1:1780975588.223422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008191aecb. 00010000:00000010:0.1:1780975588.223443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:0.1:1780975627.656663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce064b2. 00010000:00000010:0.1:1780975627.656677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab8a123c. 00010000:00000010:0.1:1780975668.094572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a28d73. 00010000:00000010:0.1:1780975668.094588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:0.1:1780975709.571810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce064b2. 00010000:00000010:0.1:1780975709.571829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab8a123c. 00010000:00000010:0.1:1780975752.074503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d81a99e. 00010000:00000010:0.1:1780975752.074528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:2.1:1780975795.579844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce064b2. 00010000:00000010:2.1:1780975795.579869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab8a123c. 00010000:00000010:0.1:1780975840.127411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff8fd99. 00010000:00000010:0.1:1780975840.127425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222568d9. 00010000:00000010:0.1:1780975885.709396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d81a99e. 00010000:00000010:0.1:1780975885.709413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:1.1:1780975932.293381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001932ea4c. 00010000:00000010:1.1:1780975932.293402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009862e947. 00010000:00000010:1.1:1780975979.912120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07751f4. 00010000:00000010:1.1:1780975979.912139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:0.1:1780976028.552381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033be582e. 00010000:00000010:0.1:1780976028.552397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:0.1:1780976078.214404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001932ea4c. 00010000:00000010:0.1:1780976078.214422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc7e67f. 00010000:00000010:0.1:1780976128.906481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d81a99e. 00010000:00000010:0.1:1780976128.906497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:2.1:1780976180.615034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a28d73. 00010000:00000010:2.1:1780976180.615051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc7e67f. 00010000:00000010:2.1:1780976233.341435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006747f266. 00010000:00000010:2.1:1780976233.341457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794f05f4. 00010000:00000010:0.1:1780976288.637427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df9d022. 00010000:00000010:0.1:1780976288.637445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a3ed3e. 00010000:00000010:0.1:1780976345.996333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1d3ba. 00010000:00000010:0.1:1780976345.996351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:0.1:1780976403.325409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee2dbbf. 00010000:00000010:0.1:1780976403.325426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0644bb. 00010000:00000010:0.1:1780976460.686467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1d3ba. 00010000:00000010:0.1:1780976460.686486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:2.1:1780976522.118441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f742fe3. 00010000:00000010:2.1:1780976522.118457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0644bb. 00010000:00000010:2.1:1780976583.552415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80f3e64. 00010000:00000010:2.1:1780976583.552431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794f05f4. 00010000:00000010:2.1:1780976644.992957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e2cfa0. 00010000:00000010:2.1:1780976644.992971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5ece26. 00010000:00000010:0.1:1780976706.433439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001654e198. 00010000:00000010:0.1:1780976706.433467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794f05f4. 00010000:00000010:0.1:1780976767.880781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb98a504. 00010000:00000010:0.1:1780976767.880807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:1.1:1780976833.413354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a477d9c2. 00010000:00000010:1.1:1780976833.413394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:1.1:1780976898.944402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005def4d4e. 00010000:00000010:1.1:1780976898.944419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e288b055. 00010000:00000010:1.1:1780976964.486433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353d1a3a. 00010000:00000010:1.1:1780976964.486455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:0.1:1780977030.019454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005def4d4e. 00010000:00000010:0.1:1780977030.019473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e288b055. 00010000:00000010:1.1:1780977099.675412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a597c6. 00010000:00000010:1.1:1780977099.675434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704222be. 00010000:00000010:1.1:1780977169.285582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be1c4700. 00010000:00000010:1.1:1780977169.285602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:1.1:1780977238.923430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353d1a3a. 00010000:00000010:1.1:1780977238.923448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb38d12. 00010000:00000010:1.1:1780977308.545118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1d324d0. 00010000:00000010:1.1:1780977308.545142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:1.1:1780977382.270567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079376126. 00010000:00000010:1.1:1780977382.270595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb38d12. 00010000:00000010:1.1:1780977455.996498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017afe5ba. 00010000:00000010:1.1:1780977455.996524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000010:2.1:1780977529.726408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079376126. 00010000:00000010:2.1:1780977529.726426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb38d12. 00010000:00000010:1.1:1780977603.467447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee2dbbf. 00010000:00000010:1.1:1780977603.467471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5ece26. 00010000:00000010:2.1:1780977681.277398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005def4d4e. 00010000:00000010:2.1:1780977681.277416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030bda89a. 00010000:00000010:0.1:1780977759.128352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1d3ba. 00010000:00000010:0.1:1780977759.128398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000908eed44. 00010000:00000010:0.1:1780977836.928126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07751f4. 00010000:00000010:0.1:1780977836.928145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902474e2. 00000100:00000010:1.0:1780977884.652271:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8c629cc. 00000100:00000001:1.0:1780977884.652730:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977884.652731:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977884.652733:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977884.652739:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000782f7268 x1867487341834880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977916 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977884.652745:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977884.652746:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977884.652748:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780977884.652750:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977884.652751:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977884.652752:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977884.652754:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977884.652755:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d311748f. 02000000:00000001:1.0:1780977884.652757:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977884.652758:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977884.652758:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000782f7268. 00000100:00000001:1.0:1780977884.652760:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977884.652761:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977884.652763:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977884.652773:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977884.652774:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977884.652777:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977884.652779:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766015:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.766255:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977889.766261:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977889.766274:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766289:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977889.766291:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766296:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977889.766300:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977889.766303:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341834944:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977889.766309:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977889.766319:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977889.766321:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766325:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977889.766336:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780977889.766338:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977889.766351:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977889.766430:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780977889.766439:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780977889.766449:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341834944, portal 25 00000100:00000001:1.0:1780977889.766452:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977889.766453:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000040:1.0:1780977889.766459:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766466:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977889.766469:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977889.766471:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780977889.766475:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341834944, offset 0 00000400:00000200:1.0:1780977889.766483:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766495:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766507:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977889.766516:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977889.766520:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977889.766523:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766527:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1937:1937:256:4294967295] 192.168.201.116@tcp LPNI seq info [1937:1937:8:4294967295] 00000400:00000200:1.0:1780977889.766531:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766540:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977889.766546:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977889.766553:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780977889.766560:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977889.766570:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977889.766584:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977889.766607:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766609:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.766613:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766617:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977889.766621:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766628:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977889.766629:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766630:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977889.766632:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977889.766634:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835072:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977889.766638:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977889.766640:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977889.766641:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766643:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977889.766645:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b15d8230. 02000000:00000001:1.0:1780977889.766646:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977889.766650:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977889.766652:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780977889.766655:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780977889.766657:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835072, portal 10 00000100:00000001:1.0:1780977889.766659:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977889.766660:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701188032 : -109779008363584 : ffff9c281533e3c0) 00000100:00000040:1.0:1780977889.766666:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766670:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977889.766672:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977889.766674:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdf1e1d5. 00000100:00000200:1.0:1780977889.766676:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835072, offset 0 00000400:00000200:1.0:1780977889.766679:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766682:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766684:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977889.766687:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977889.766689:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977889.766691:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766693:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1938:1938:255:4294967295] 192.168.201.116@tcp LPNI seq info [1938:1938:7:4294967295] 00000400:00000200:1.0:1780977889.766697:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766702:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977889.766706:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977889.766708:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3214502). 00000800:00000200:1.0:1780977889.766711:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977889.766714:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977889.766716:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977889.766719:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766720:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.766722:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766724:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766726:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.766738:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977889.766739:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780977889.766742:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.766743:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977889.766744:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977889.766747:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780977889.766748:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.766750:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977889.766751:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.766753:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.766754:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977889.766755:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977889.766758:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766763:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977889.766764:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766766:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977889.766767:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977889.766769:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835008:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977889.766773:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977889.766775:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977889.766776:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.766777:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977889.766780:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977889.766782:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977889.766785:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977889.766787:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780977889.766790:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780977889.766792:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835008, portal 10 00000100:00000001:1.0:1780977889.766793:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977889.766794:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701171008 : -109779008380608 : ffff9c281533a140) 00000100:00000040:1.0:1780977889.766798:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.766803:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977889.766805:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977889.766807:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad2c19b9. 00000100:00000200:1.0:1780977889.766808:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835008, offset 0 00000400:00000200:1.0:1780977889.766813:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766816:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766819:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977889.766822:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977889.766824:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977889.766826:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977889.766828:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1939:1939:254:4294967295] 192.168.201.116@tcp LPNI seq info [1939:1939:6:4294967295] 00000400:00000200:1.0:1780977889.766831:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977889.766837:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977889.766841:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977889.766844:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214750). 00000800:00000200:1.0:1780977889.766847:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977889.766851:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977889.766853:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977889.766855:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766857:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.766870:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766872:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766874:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.766895:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.766896:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.784311:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.784319:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977889.784331:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977889.784333:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977889.784337:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:1.0:1780977889.784346:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780977889.784348:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780977889.784354:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977889.784408:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977889.784421:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.784429:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977889.784431:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.784434:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977889.784438:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977889.784441:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977889.784444:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.784447:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977889.784461:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=138 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977889.784467:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=138 v=2 (2 2 1 2) 00000100:00000001:1.0:1780977889.784470:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977889.784472:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977889.784476:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977889.784480:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.784485:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977889.784487:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977889.784490:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977889.784492:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977889.784496:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.784508:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.784512:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977889.784515:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977889.784518:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977889.784526:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835008:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780977889.784532:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977889.784533:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977889.784535:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780977889.784537:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:1.0:1780977889.784539:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:1.0:1780977889.784540:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977889.784963:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977889.784973:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.784979:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977889.784981:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.784983:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977889.784984:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977889.784986:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977889.784987:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.784989:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977889.784992:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=138 v=1 (1 1 1 1) 00000100:00001000:1.0:1780977889.784996:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=138 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977889.784998:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977889.784999:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977889.785001:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977889.785003:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.785005:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977889.785008:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785020:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.785023:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977889.785036:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977889.785040:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977889.785047:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341834944:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780977889.785056:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977889.785057:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977889.785059:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:1.0:1780977889.785062:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:1.0:1780977889.785064:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:1.0:1780977889.785066:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977889.785068:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977889.785076:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785082:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977889.785083:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785085:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977889.785086:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977889.785087:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977889.785088:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977889.785090:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977889.785095:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=137 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977889.785097:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=137 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977889.785099:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977889.785100:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977889.785101:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977889.785103:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.785105:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977889.785107:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780977889.785108:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977889.785110:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977889.785112:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785118:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977889.785119:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977889.785120:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977889.785123:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977889.785129:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835072:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977889.785133:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785136:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977889.785139:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d4abef8f x1867487341835008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977922 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785145:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977889.785148:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977889.785152:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977889.785158:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977889.785161:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977889.785163:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977889.785166:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977889.785168:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:1.0:1780977889.785173:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977889.785175:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977889.785177:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4abef8f. 00000100:00000001:1.0:1780977889.785181:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977889.785183:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785184:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977889.785186:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003b95e69e x1867487341834944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977896 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785193:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977889.785194:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977889.785195:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780977889.785198:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977889.785199:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977889.785200:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780977889.785203:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977889.785204:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d311748f. 02000000:00000001:1.0:1780977889.785206:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977889.785207:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977889.785208:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003b95e69e. 00000100:00000001:1.0:1780977889.785211:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977889.785211:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785213:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977889.785215:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009afefa09 x1867487341835072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977921 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977889.785221:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977889.785222:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977889.785223:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b15d8230. 02000000:00000001:1.0:1780977889.785225:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977889.785226:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977889.785227:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977889.785229:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977889.785230:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e0cac96f. 02000000:00000001:1.0:1780977889.785232:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977889.785233:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977889.785234:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009afefa09. 00000100:00000001:1.0:1780977889.785236:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977889.785237:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785239:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977889.785251:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977889.785253:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977889.785255:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977889.785258:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977891.617789:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977891.617793:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977891.617796:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977893.669001:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977893.669006:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977893.669010:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780977894.883316:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.883321:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977894.883323:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977894.883328:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883335:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977894.883337:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883341:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977894.883343:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977894.883346:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341835136:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977894.883349:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977894.883355:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977894.883380:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883383:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977894.883388:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780977894.883390:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977894.883399:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977894.883403:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780977894.883408:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780977894.883416:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835136, portal 25 00000100:00000001:1.0:1780977894.883418:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977894.883419:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701163712 : -109779008387904 : ffff9c28153384c0) 00000100:00000040:1.0:1780977894.883423:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883429:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977894.883431:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977894.883433:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780977894.883436:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341835136, offset 0 00000400:00000200:1.0:1780977894.883442:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883451:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883459:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977894.883468:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977894.883471:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977894.883474:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883478:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1941:1941:256:4294967295] 192.168.201.116@tcp LPNI seq info [1941:1941:8:4294967295] 00000400:00000200:1.0:1780977894.883482:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883489:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977894.883495:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977894.883500:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214886). 00000800:00000200:1.0:1780977894.883507:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977894.883514:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977894.883517:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977894.883536:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883538:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.883541:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883544:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977894.883546:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883553:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977894.883554:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883556:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977894.883557:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977894.883559:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341835264:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977894.883562:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977894.883564:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977894.883565:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883566:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977894.883568:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977894.883570:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977894.883574:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977894.883576:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780977894.883579:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780977894.883581:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835264, portal 10 00000100:00000001:1.0:1780977894.883582:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977894.883583:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701186816 : -109779008364800 : ffff9c281533df00) 00000100:00000040:1.0:1780977894.883588:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883594:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977894.883596:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977894.883598:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5c14fcc. 00000100:00000200:1.0:1780977894.883600:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835264, offset 0 00000400:00000200:1.0:1780977894.883604:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883607:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883610:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977894.883614:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977894.883615:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977894.883617:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883619:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1942:1942:255:4294967295] 192.168.201.116@tcp LPNI seq info [1942:1942:7:4294967295] 00000400:00000200:1.0:1780977894.883623:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883628:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977894.883632:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977894.883635:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3215134). 00000800:00000200:1.0:1780977894.883639:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977894.883643:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977894.883645:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977894.883647:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883649:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.883651:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883653:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883655:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.883664:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977894.883666:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780977894.883667:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.883668:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977894.883670:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977894.883672:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780977894.883673:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.883675:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977894.883676:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.883677:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.883678:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977894.883679:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977894.883681:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883688:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977894.883689:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883691:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977894.883692:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977894.883694:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341835200:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977894.883697:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977894.883699:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977894.883700:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.883701:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977894.883703:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780977894.883705:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977894.883708:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977894.883710:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780977894.883712:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780977894.883726:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835200, portal 10 00000100:00000001:1.0:1780977894.883728:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977894.883729:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701190464 : -109779008361152 : ffff9c281533ed40) 00000100:00000040:1.0:1780977894.883734:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.883739:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977894.883741:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977894.883743:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780977894.883745:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835200, offset 0 00000400:00000200:1.0:1780977894.883749:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883752:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883755:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977894.883758:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977894.883760:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977894.883763:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977894.883765:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1943:1943:254:4294967295] 192.168.201.116@tcp LPNI seq info [1943:1943:6:4294967295] 00000400:00000200:1.0:1780977894.883769:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977894.883774:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977894.883777:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977894.883780:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3215382). 00000800:00000200:1.0:1780977894.883783:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977894.883787:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977894.883788:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977894.883790:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883791:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.883793:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883795:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883796:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.883809:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.883811:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.887954:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.887959:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977894.887967:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977894.887969:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977894.888084:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:1.0:1780977894.888090:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780977894.888092:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780977894.888095:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977894.888102:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977894.888110:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888116:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977894.888118:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.888120:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977894.888123:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977894.888125:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977894.888128:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.888131:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977894.888138:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=143 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977894.888143:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=143 v=2 (2 2 1 2) 00000100:00000001:1.0:1780977894.888145:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977894.888147:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977894.888149:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977894.888152:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.888156:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977894.888157:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977894.888159:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977894.888161:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977894.888164:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888171:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.888174:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977894.888176:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977894.888178:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977894.888185:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341835200:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780977894.888191:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977894.888192:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977894.888193:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780977894.888195:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780977894.888196:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780977894.888198:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977894.888201:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977894.888207:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888213:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977894.888214:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.888216:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977894.888217:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977894.888218:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977894.888219:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.888220:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977894.888223:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=142 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977894.888226:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=142 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977894.888228:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977894.888229:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977894.888230:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977894.888232:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.888234:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977894.888235:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780977894.888236:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977894.888237:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977894.888240:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888244:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.888246:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977894.888247:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977894.888249:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977894.888255:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341835264:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977894.888259:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.888261:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977894.888264:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000004c44342 x1867487341835200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977927 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888270:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977894.888272:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977894.888275:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780977894.888278:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977894.888281:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977894.888283:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977894.888285:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977894.888288:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acc3a4e4. 02000000:00000001:1.0:1780977894.888291:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977894.888292:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977894.888293:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000004c44342. 00000100:00000001:1.0:1780977894.888298:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977894.888299:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.888300:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977894.888302:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001a40a842 x1867487341835264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977926 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.888306:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977894.888307:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977894.888307:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977894.888309:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977894.888310:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977894.888311:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977894.888312:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977894.888313:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000078a7098. 02000000:00000001:1.0:1780977894.888314:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977894.888315:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977894.888316:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a40a842. 00000100:00000001:1.0:1780977894.888318:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977894.888319:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.888321:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.888323:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.888324:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977894.888325:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.888326:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.890895:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.890901:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977894.890908:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977894.890909:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977894.890911:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:1.0:1780977894.890916:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:1.0:1780977894.890918:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:1.0:1780977894.890921:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977894.890928:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977894.890949:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.890955:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977894.890957:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.890959:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977894.890962:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977894.890964:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977894.891115:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977894.891119:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977894.891125:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=143 v=1 (1 1 1 1) 00000100:00001000:1.0:1780977894.891129:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=143 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977894.891131:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977894.891133:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977894.891135:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977894.891137:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.891139:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977894.891143:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.891148:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977894.891152:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977894.891153:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977894.891156:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977894.891162:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341835136:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977894.891167:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.891169:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977894.891171:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000142f02c6 x1867487341835136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977901 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977894.891177:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977894.891179:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977894.891182:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780977894.891186:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977894.891189:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977894.891191:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780977894.891194:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977894.891195:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006d026494. 02000000:00000001:1.0:1780977894.891198:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977894.891199:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977894.891201:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000142f02c6. 00000100:00000001:1.0:1780977894.891204:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977894.891205:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.891207:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977894.891217:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977894.891218:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977894.891221:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977894.891223:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977895.724293:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977895.724300:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977895.724307:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977897.761643:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977897.761647:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977897.761650:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977899.810299:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977899.810303:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977899.810306:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780977900.005651:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.005655:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977900.005657:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977900.005661:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.005669:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977900.005671:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.005675:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977900.005677:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977900.005679:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011b37039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341835328:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977900.005683:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977900.005689:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977900.005691:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.005694:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977900.005699:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977900.005700:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977900.005708:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977900.005712:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780977900.005718:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780977900.005725:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835328, portal 25 00000100:00000001:1.0:1780977900.005727:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977900.005728:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701191680 : -109779008359936 : ffff9c281533f200) 00000100:00000040:1.0:1780977900.005732:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.005738:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977900.005740:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977900.005742:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780977900.005745:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341835328, offset 0 00000400:00000200:1.0:1780977900.005751:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977900.005760:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.005767:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977900.005776:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977900.005779:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977900.005782:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977900.005785:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1944:1944:256:4294967295] 192.168.201.116@tcp LPNI seq info [1944:1944:8:4294967295] 00000400:00000200:1.0:1780977900.005789:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.005797:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977900.005803:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977900.005808:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8cfe06 (tot 3214886). 00000800:00000200:1.0:1780977900.005815:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977900.005824:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977900.005829:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c8cfe06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977900.005855:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.005857:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.005860:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.005863:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977900.005866:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.005872:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977900.005872:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.005874:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977900.005876:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977900.005878:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d93c351d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835456:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977900.005881:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977900.005882:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977900.005883:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.005885:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977900.005887:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780977900.005889:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977900.005892:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977900.005894:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780977900.005896:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780977900.005898:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835456, portal 10 00000100:00000001:1.0:1780977900.005899:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977900.005900:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701181952 : -109779008369664 : ffff9c281533cc00) 00000100:00000040:1.0:1780977900.005905:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.005910:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977900.005912:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977900.005914:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780977900.005916:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835456, offset 0 00000400:00000200:1.0:1780977900.005919:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977900.005922:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.005925:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977900.005928:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977900.005930:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977900.005932:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977900.005934:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1945:1945:255:4294967295] 192.168.201.116@tcp LPNI seq info [1945:1945:7:4294967295] 00000400:00000200:1.0:1780977900.005938:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.005943:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977900.005946:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977900.005949:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3215134). 00000800:00000200:1.0:1780977900.005952:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977900.005955:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977900.005957:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977900.005960:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.005961:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.005962:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.005964:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.005966:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.005974:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977900.005976:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780977900.005977:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.005978:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977900.005980:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977900.005981:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780977900.005983:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.005985:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977900.005986:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.005987:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.005987:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977900.005988:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977900.005991:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.005996:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977900.005997:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.005999:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977900.006000:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977900.006002:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a53bfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835392:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977900.006004:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977900.006006:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977900.006008:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.006009:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977900.006012:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780977900.006013:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977900.006016:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977900.006018:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780977900.006020:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030879e9d. 00000100:00000200:1.0:1780977900.006022:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835392, portal 10 00000100:00000001:1.0:1780977900.006024:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977900.006024:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701178304 : -109779008373312 : ffff9c281533bdc0) 00000100:00000040:1.0:1780977900.006028:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.006033:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977900.006035:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977900.006036:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780977900.006038:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835392, offset 0 00000400:00000200:1.0:1780977900.006042:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977900.006045:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.006047:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977900.006050:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977900.006052:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977900.006054:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977900.006055:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1946:1946:254:4294967295] 192.168.201.116@tcp LPNI seq info [1946:1946:6:4294967295] 00000400:00000200:1.0:1780977900.006059:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977900.006063:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977900.006066:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977900.006069:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3215382). 00000800:00000200:1.0:1780977900.006072:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977900.006076:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977900.006077:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977900.006080:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.006081:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.006083:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.006084:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.006086:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.006098:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.006099:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.017673:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.017682:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977900.017694:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977900.017697:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977900.017700:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:1.0:1780977900.017714:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030879e9d 00000400:00000010:1.0:1780977900.017716:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030879e9d. 00000100:00000001:1.0:1780977900.017721:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977900.017735:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977900.017747:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017755:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977900.017756:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.017759:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977900.017762:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977900.017765:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977900.017767:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.017770:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977900.017781:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=149 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977900.017786:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=149 v=2 (2 2 1 2) 00000100:00000001:1.0:1780977900.017789:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977900.017791:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977900.017793:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977900.017798:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.017803:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977900.017804:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977900.017806:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977900.017807:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977900.017812:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017823:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.017826:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977900.017828:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977900.017831:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977900.017837:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a53bfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835392:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780977900.017843:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977900.017857:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977900.017859:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:1.0:1780977900.017862:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:1.0:1780977900.017863:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:1.0:1780977900.017875:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977900.017878:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977900.017885:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017889:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977900.017890:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.017892:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977900.017893:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977900.017894:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977900.017895:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.017896:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977900.017899:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=149 v=1 (1 1 1 1) 00000100:00001000:1.0:1780977900.017901:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=149 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977900.017903:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977900.017904:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977900.017905:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977900.017907:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.017908:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977900.017911:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017920:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.017921:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977900.017923:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977900.017925:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977900.017931:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011b37039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341835328:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780977900.017935:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977900.017936:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977900.017937:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780977900.017939:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780977900.017940:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780977900.017941:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977900.017943:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780977900.017949:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017954:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977900.017955:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.017956:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977900.017957:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977900.017958:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977900.017960:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977900.017961:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977900.017964:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=148 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977900.017966:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=148 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977900.017968:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977900.017969:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977900.017970:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977900.017972:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.017973:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977900.017975:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780977900.017976:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977900.017978:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977900.017980:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.017985:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977900.017987:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977900.017988:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977900.017990:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780977900.017996:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d93c351d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835456:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780977900.018000:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.018002:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977900.018005:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000a53bfd5 x1867487341835392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977933 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.018011:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977900.018014:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977900.018026:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780977900.018031:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977900.018033:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977900.018036:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977900.018038:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977900.018040:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000069d84b4b. 02000000:00000001:1.0:1780977900.018045:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977900.018047:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977900.018048:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a53bfd5. 00000100:00000001:1.0:1780977900.018239:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977900.018240:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.018242:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977900.018246:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000011b37039 x1867487341835328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977907 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.018250:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977900.018252:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977900.018253:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977900.018255:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977900.018256:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977900.018257:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780977900.018259:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977900.018260:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:1.0:1780977900.018262:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977900.018263:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977900.018264:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011b37039. 00000100:00000001:1.0:1780977900.018267:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977900.018267:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.018269:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977900.018270:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d93c351d x1867487341835456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977932 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780977900.018275:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977900.018276:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977900.018277:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780977900.018279:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977900.018280:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977900.018280:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977900.018281:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977900.018282:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ed0a00e. 02000000:00000001:1.0:1780977900.018284:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977900.018285:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977900.018285:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93c351d. 00000100:00000001:1.0:1780977900.018287:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977900.018288:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.018290:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977900.018298:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977900.018299:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977900.018302:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977900.018305:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977901.857842:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977901.857845:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977901.857848:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977903.909402:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977903.909411:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977903.909417:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977905.953732:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977905.953736:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977905.953752:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977908.005613:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977908.005619:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977908.005627:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977910.050062:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977910.050066:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977910.050069:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780977910.241643:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977910.241656:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977910.241676:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780977910.241683:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977910.241694:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977910.241698:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977910.241703:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977910.241712:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780977910.241718:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241728:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977910.241739:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977910.241743:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241748:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.241784:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241787:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977910.241790:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977910.241793:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780977910.241804:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977910.241806:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977910.241807:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977910.241809:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977910.241812:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780977910.241814:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241818:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977910.241824:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977910.241826:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241829:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.241835:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241837:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977910.241840:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977910.241842:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780977910.241843:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977910.241845:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977910.241847:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977910.241848:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977910.241850:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780977910.241853:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241855:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977910.241861:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977910.241862:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.241865:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.241870:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977910.241872:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977910.241875:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977910.241877:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977910.241880:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977910.241885:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3302) 00000100:00000001:1.0:1780977910.241912:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.241917:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977910.241921:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977910.241925:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.241934:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977910.241936:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.241941:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977910.241943:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977910.241947:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835776:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977910.241952:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977910.241959:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977910.241961:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.241964:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977910.241969:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977910.241971:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977910.241982:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977910.241988:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780977910.241994:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780977910.242003:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835776, portal 10 00000100:00000001:1.0:1780977910.242006:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977910.242007:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780977910.242014:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.242022:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977910.242024:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977910.242027:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780977910.242031:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835776, offset 0 00000400:00000200:1.0:1780977910.242040:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242049:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242059:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977910.242067:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977910.242071:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977910.242074:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242079:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1950:1950:256:4294967295] 192.168.201.116@tcp LPNI seq info [1950:1950:8:4294967295] 00000400:00000200:1.0:1780977910.242083:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242091:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977910.242097:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977910.242102:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214886). 00000800:00000200:1.0:1780977910.242108:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977910.242115:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977910.242119:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977910.242139:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242141:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.242144:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242147:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242149:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.242157:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977910.242159:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780977910.242161:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.242162:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977910.242163:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977910.242165:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780977910.242166:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.242168:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977910.242169:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.242170:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.242171:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977910.242172:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977910.242175:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.242180:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977910.242181:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.242183:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977910.242185:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977910.242187:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341835712:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977910.242190:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977910.242192:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977910.242193:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.242194:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977910.242197:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780977910.242198:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977910.242202:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977910.242204:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780977910.242207:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030879e9d. 00000100:00000200:1.0:1780977910.242209:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835712, portal 25 00000100:00000001:1.0:1780977910.242211:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977910.242212:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780977910.242215:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.242220:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977910.242222:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977910.242224:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c46a47e8. 00000100:00000200:1.0:1780977910.242226:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341835712, offset 0 00000400:00000200:1.0:1780977910.242229:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242233:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242235:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977910.242238:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977910.242240:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977910.242242:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242244:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1951:1951:255:4294967295] 192.168.201.116@tcp LPNI seq info [1951:1951:7:4294967295] 00000400:00000200:1.0:1780977910.242247:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242252:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977910.242255:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977910.242258:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3215134). 00000800:00000200:1.0:1780977910.242261:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977910.242265:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977910.242267:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977910.242269:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242271:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.242272:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242274:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977910.242276:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.242294:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977910.242295:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.242297:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977910.242298:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977910.242300:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835840:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977910.242302:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977910.242304:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977910.242305:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.242306:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977910.242308:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780977910.242310:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977910.242312:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977910.242314:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780977910.242316:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1a2510. 00000100:00000200:1.0:1780977910.242318:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341835840, portal 10 00000100:00000001:1.0:1780977910.242320:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977910.242320:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780977910.242334:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.242339:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977910.242341:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977910.242343:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d79b6ee. 00000100:00000200:1.0:1780977910.242345:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341835840, offset 0 00000400:00000200:1.0:1780977910.242348:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242351:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242393:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977910.242398:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977910.242400:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977910.242402:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977910.242404:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1952:1952:254:4294967295] 192.168.201.116@tcp LPNI seq info [1952:1952:6:4294967295] 00000400:00000200:1.0:1780977910.242408:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977910.242413:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977910.242416:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977910.242421:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3215382). 00000800:00000200:1.0:1780977910.242424:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977910.242428:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977910.242430:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977910.242432:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242433:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.242435:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242437:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.242438:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.248723:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.248734:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977910.248747:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977910.248749:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977910.248752:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:1.0:1780977910.248763:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030879e9d 00000400:00000010:1.0:1780977910.248765:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030879e9d. 00000100:00000001:1.0:1780977910.248770:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977910.248785:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977910.248811:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.248819:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977910.248821:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.248824:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977910.248827:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977910.248830:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977910.248833:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.248837:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977910.248845:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=9 v=1 (1 1 1 1) 00000100:00001000:1.0:1780977910.248851:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=9 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977910.248853:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977910.248854:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977910.248857:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977910.248859:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.248862:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.248866:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.248872:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.248876:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977910.248878:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977910.248881:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977910.248887:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341835712:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977910.248905:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.248908:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977910.248911:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341835712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780977917 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.248918:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977910.248921:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977910.248924:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780977910.248929:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977910.248931:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977910.248933:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780977910.248936:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977910.248937:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:1.0:1780977910.248941:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977910.248942:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977910.248943:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780977910.248947:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977910.248948:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.248951:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.248953:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.248954:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977910.248956:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.248958:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.252492:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.252499:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977910.252511:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977910.252514:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977910.252518:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:1.0:1780977910.252534:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c1a2510 00000400:00000010:1.0:1780977910.252536:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c1a2510. 00000100:00000001:1.0:1780977910.252542:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977910.252552:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977910.252569:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252576:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977910.252578:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252580:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977910.252584:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977910.252587:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977910.252589:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.252593:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977910.252606:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=8 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977910.252610:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=8 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977910.252612:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977910.252614:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977910.252616:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977910.252620:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.252626:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977910.252627:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780977910.252630:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977910.252631:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.252634:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252640:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.252643:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977910.252645:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977910.252649:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977910.252655:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835840:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780977910.252661:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977910.252662:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977910.252673:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780977910.252676:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780977910.252677:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780977910.252679:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977910.252682:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977910.252688:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252693:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977910.252694:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252695:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977910.252696:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977910.252697:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977910.252698:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977910.252700:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977910.252703:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=9 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977910.252705:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=9 v=2 (1 2 2 1) 00000100:00000001:1.0:1780977910.252708:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977910.252708:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977910.252710:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977910.252711:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.252713:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977910.252714:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977910.252715:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977910.252716:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977910.252719:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252724:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977910.252726:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977910.252727:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977910.252729:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977910.252735:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341835776:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977910.252740:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252742:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977910.252745:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341835840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977942 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252752:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977910.252756:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977910.252759:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780977910.252763:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977910.252766:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977910.252768:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977910.252771:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977910.252773:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:1.0:1780977910.252777:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977910.252779:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977910.252781:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780977910.252784:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977910.252785:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252787:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977910.252789:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341835776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977943 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977910.252806:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977910.252808:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977910.252809:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977910.252811:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977910.252812:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977910.252813:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977910.252815:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977910.252816:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:1.0:1780977910.252818:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977910.252819:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977910.252820:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780977910.252823:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977910.252824:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252826:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977910.252835:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977910.252837:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977910.252839:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977910.252841:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977912.099006:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977912.099011:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977912.099013:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977914.145694:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977914.145698:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977914.145701:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1780977914.750747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1d324d0. 00010000:00000010:3.1:1780977914.750765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088091534. 00000100:00000001:1.0:1780977915.364256:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977915.364259:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977916.193681:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977916.193685:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977916.193687:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977918.241910:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977918.241914:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977918.241917:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977920.289658:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977920.289663:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977920.289665:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977922.339504:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977922.339509:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977922.339514:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977924.385715:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977924.385719:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977924.385722:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977926.437730:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977926.437735:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977926.437741:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977928.482650:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977928.482654:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977928.482656:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977930.534454:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977930.534461:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977930.534466:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780977930.725145:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977930.725158:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977930.725168:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780977930.725176:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977930.725182:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977930.725186:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977930.725191:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977930.725199:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780977930.725206:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725216:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341836608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977930.725226:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977930.725230:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725236:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341836608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.725268:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725271:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977930.725274:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977930.725276:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780977930.725279:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977930.725281:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977930.725282:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977930.725283:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977930.725286:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780977930.725288:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725291:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977930.725296:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977930.725298:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725312:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.725320:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725322:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977930.725325:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977930.725327:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780977930.725329:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977930.725330:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977930.725331:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977930.725332:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977930.725335:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780977930.725336:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725339:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341836736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977930.725344:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977930.725345:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.725347:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341836736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.725353:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977930.725354:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977930.725385:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977930.725387:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977930.725390:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977930.725394:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3323) 00000100:00000001:1.0:1780977930.725407:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977930.725408:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977930.725409:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780977930.725412:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.725424:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780977930.725425:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977930.725426:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780977930.725428:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780977930.725430:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341836672:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977930.725433:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780977930.725435:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780977930.725436:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977930.725437:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780977930.725439:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977930.725440:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780977930.725444:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780977930.725447:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780977930.725450:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780977930.725452:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341836672, portal 10 00000100:00000001:1.0:1780977930.725453:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780977930.725454:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780977930.725458:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.725463:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780977930.725465:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780977930.725466:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1a2510. 00000100:00000200:1.0:1780977930.725468:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341836672, offset 0 00000400:00000200:1.0:1780977930.725472:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780977930.733689:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977930.733710:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780977930.733721:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780977930.733728:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780977930.733732:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780977930.733736:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [1963:1963:256:4294967295] 192.168.201.116@tcp LPNI seq info [1963:1963:8:4294967295] 00000400:00000200:1.0:1780977930.733741:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780977930.733753:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780977930.733760:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780977930.733775:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780977930.733788:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780977930.733799:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780977930.733803:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780977930.733818:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.733821:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977930.733837:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.733847:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.733851:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977930.733861:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977930.733863:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780977930.733866:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977930.733868:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977930.733869:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.733872:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.741020:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977930.741024:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977930.741031:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977930.741033:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977930.741036:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780977930.741041:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780977930.741042:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780977930.741045:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977930.741051:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780977930.741060:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.741065:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977930.741067:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977930.741069:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977930.741072:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977930.741074:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977930.741076:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977930.741079:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977930.741087:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=29 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977930.741090:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=29 v=2 (1 2 2 1) 00000100:00000001:1.0:1780977930.741093:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977930.741095:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977930.741097:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977930.741100:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.741104:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977930.741105:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977930.741107:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977930.741108:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977930.741111:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.741116:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977930.741119:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977930.741120:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977930.741123:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780977930.741129:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341836672:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780977930.741133:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977930.741135:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977930.741137:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341836672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977963 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780977930.741143:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977930.741146:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977930.741148:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780977930.741152:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977930.741154:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977930.741155:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977930.741158:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977930.741159:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:1.0:1780977930.741163:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977930.741164:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977930.741166:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780977930.741168:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977930.741170:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977930.741172:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977930.741180:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977930.741181:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977930.741183:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977930.741185:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977932.577699:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977932.577703:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977932.577706:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977934.625612:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977934.625615:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977934.625618:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780977935.842319:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977935.842329:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977935.842338:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780977935.842345:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977935.842350:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977935.842353:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977935.842374:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977935.842383:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780977935.842391:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842401:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000285b0c9c x1867487341836800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977935.842411:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977935.842415:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842420:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341836800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.842459:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842461:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977935.842464:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977935.842467:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780977935.842470:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977935.842473:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977935.842474:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977935.842475:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977935.842478:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780977935.842480:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842483:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977935.842489:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977935.842491:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842493:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.842500:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842501:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977935.842504:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977935.842508:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780977935.842509:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977935.842511:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977935.842512:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977935.842513:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977935.842516:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012913cb1. 00000100:00000001:1.0:1780977935.842518:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842521:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977935.842526:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977935.842528:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.842530:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.842535:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977935.842537:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977935.842540:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977935.842544:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977935.842547:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977935.842551:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3328) 00000100:00000001:1.0:1780977935.848238:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977935.848245:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977935.848253:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977935.848255:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977935.848257:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd3c4dc7. 00000400:00000200:1.0:1780977935.848265:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25ca921 00000400:00000010:1.0:1780977935.848267:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25ca921. 00000100:00000001:1.0:1780977935.848270:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977935.848279:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977968 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780977935.848290:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977968 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848297:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977935.848299:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977935.848301:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977935.848303:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977935.848305:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977935.848307:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977935.848310:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977935.848317:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=34 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977935.848321:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=34 v=2 (1 2 2 1) 00000100:00000001:1.0:1780977935.848323:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977935.848324:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977935.848327:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977935.848330:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977935.848332:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977935.848334:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977935.848336:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977935.848337:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.848340:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977968 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848352:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977935.848380:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977935.848382:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977935.848385:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977968 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780977935.848392:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341836864:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780977935.848397:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977935.848398:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977935.848399:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:1.0:1780977935.848401:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:1.0:1780977935.848402:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000100:00000001:1.0:1780977935.848404:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977935.848406:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780977935.848413:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848417:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977935.848418:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977935.848419:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977935.848420:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977935.848421:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977935.848422:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977935.848424:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977935.848435:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=33 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977935.848437:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=33 v=1 (1 1 1 1) 00000100:00000001:1.0:1780977935.848439:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977935.848440:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977935.848442:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977935.848443:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977935.848445:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977935.848446:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780977935.848447:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977935.848448:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977935.848450:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977967 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848456:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977935.848457:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977935.848458:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977935.848460:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977967 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780977935.848465:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341836928:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780977935.848468:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977935.848470:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977935.848472:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341836864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977968 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848477:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977935.848479:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977935.848481:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:1.0:1780977935.848485:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977935.848487:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977935.848488:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977935.848490:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977935.848491:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780977935.848494:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977935.848496:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977935.848497:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780977935.848499:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977935.848500:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977935.848502:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977935.848503:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341836928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780977967 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977935.848508:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977935.848509:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977935.848509:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:1.0:1780977935.848511:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977935.848512:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977935.848513:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977935.848515:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977935.848515:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000012913cb1. 02000000:00000001:1.0:1780977935.848517:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977935.848518:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977935.848518:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780977935.848520:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977935.848521:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977935.848523:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977935.848525:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977935.848525:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780977935.848526:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977935.848528:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780977936.673649:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977936.673652:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977936.673654:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977938.724350:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977938.724354:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977938.724375:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977940.769621:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977940.769624:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977940.769627:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977942.817669:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977942.817672:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977942.817674:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977944.868723:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977944.868726:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977944.868729:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977946.918095:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977946.918099:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977946.918101:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977948.962550:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977948.962554:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977948.962557:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977951.010857:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977951.010861:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977951.010863:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977953.057684:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977953.057688:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977953.057690:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977955.108262:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977955.108269:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977955.108275:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780977956.321684:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977956.321697:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977956.321709:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780977956.321716:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977956.321721:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977956.321724:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977956.321730:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977956.321738:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012913cb1. 00000100:00000001:1.0:1780977956.321747:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321759:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341837568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977956.321770:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977956.321774:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321780:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341837568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977956.321809:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321811:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977956.321823:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977956.321826:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780977956.321828:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977956.321830:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977956.321831:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977956.321833:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977956.321836:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780977956.321839:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321842:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341837632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977956.321864:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977956.321865:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321869:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341837632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977956.321875:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321877:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977956.321880:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977956.321882:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780977956.321884:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977956.321886:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977956.321887:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977956.321888:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977956.321891:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780977956.321893:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321896:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026c5cd1e x1867487341837696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977956.321902:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977956.321903:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977956.321905:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341837696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977956.321910:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977956.321912:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977956.321915:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977956.321917:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977956.321919:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977956.321925:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3348) 00000020:00000001:1.0:1780977957.153899:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977957.153902:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977957.153905:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977959.202652:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977959.202657:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977959.202661:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977961.249616:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977961.249619:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977961.249622:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977963.297893:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977963.297897:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977963.297900:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977965.346285:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977965.346288:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977965.346291:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977967.393649:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977967.393662:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977967.393665:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780977969.441640:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780977969.441644:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780977969.441647:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780977971.681728:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977971.681740:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977971.681749:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780977971.681755:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977971.681759:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977971.681762:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977971.681768:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977971.681777:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780977971.681785:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681797:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c2a23818 x1867487341838144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977971.681808:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977971.681812:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681818:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341838144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977971.681848:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681852:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977971.681855:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977971.681858:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780977971.681860:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977971.681862:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977971.681863:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977971.681865:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977971.681870:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780977971.681873:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681876:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000039ff0f22 x1867487341838208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977971.681882:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977971.681884:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681886:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341838208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977971.681892:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681894:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977971.681897:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977971.681899:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780977971.681901:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977971.681903:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977971.681904:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977971.681905:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977971.681908:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012913cb1. 00000100:00000001:1.0:1780977971.681910:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681912:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000040ec58f0 x1867487341838272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977971.681918:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977971.681920:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977971.681922:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341838272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977971.681932:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977971.681934:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977971.681937:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977971.681940:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977971.681942:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977971.681948:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3364) 00010000:00000010:0.1:1780977996.672481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c68b509f. 00010000:00000010:0.1:1780977996.672497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085ea0e88. 00000100:00000040:1.0:1780977997.281647:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977997.281657:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977997.281667:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780977997.281674:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780977997.281678:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977997.281681:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977997.281686:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977997.281695:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780977997.281702:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.281711:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000a1886388 x1867487341839232/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977997.281720:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977997.281724:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.281729:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a1886388] to pc [ptlrpcd_00_00+0] req@00000000a1886388 x1867487341839232/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.282008:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.282010:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977997.282013:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977997.282017:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780977997.282020:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977997.282033:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977997.282034:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977997.282037:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977997.282051:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780977997.282054:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.282058:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977997.282064:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977997.282066:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.282070:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.289233:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.289238:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780977997.289243:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780977997.289249:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780977997.289253:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780977997.289256:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780977997.289258:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780977997.289262:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780977997.289267:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780977997.289273:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.289278:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c2a23818 x1867487341839360/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780977997.289286:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780977997.289290:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.289294:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_00+0] req@00000000c2a23818 x1867487341839360/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.289305:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780977997.289307:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977997.289311:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780977997.289313:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780977997.289315:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780977997.289320:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3389) 00000100:00000001:1.0:1780977997.293845:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977997.293849:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780977997.293852:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780977997.293854:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780977997.293856:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0996014. 00000400:00000200:1.0:1780977997.293859:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:1.0:1780977997.293861:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000100:00000001:1.0:1780977997.293863:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780977997.293867:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978030 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780977997.293875:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978030 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.293880:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780977997.293881:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977997.293883:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780977997.293884:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780977997.293885:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780977997.293886:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780977997.293888:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780977997.293891:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=96 v=21 (21 21 21 21) 00000100:00001000:1.0:1780977997.293894:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=96 v=2 (1 2 2 1) 00000100:00000001:1.0:1780977997.293896:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780977997.293897:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780977997.293898:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780977997.293900:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977997.293902:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780977997.293903:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780977997.293905:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780977997.293906:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780977997.293909:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978030 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.293914:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780977997.293916:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780977997.293917:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780977997.293920:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978030 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780977997.293926:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341839296:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780977997.293930:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977997.293931:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780977997.293933:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341839296/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978030 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780977997.293938:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780977997.293940:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780977997.293941:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:1.0:1780977997.293944:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780977997.293945:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780977997.293946:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780977997.293947:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780977997.293948:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:1.0:1780977997.293950:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780977997.293951:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780977997.293952:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:1.0:1780977997.293955:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780977997.293956:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977997.293957:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780977997.293961:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780977997.293962:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780977997.293963:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780977997.293964:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401522:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978002.401535:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978002.401547:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978002.401553:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978002.401558:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978002.401560:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978002.401574:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978002.401584:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780978002.401591:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401604:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978002.401614:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978002.401618:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401624:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.401660:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401662:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978002.401666:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978002.401669:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978002.401671:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978002.401673:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978002.401674:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978002.401675:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978002.401678:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978002.401680:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401683:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978002.401689:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978002.401691:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401693:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.401700:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401701:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978002.401704:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978002.401706:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978002.401708:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978002.401710:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978002.401711:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978002.401712:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978002.401714:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978002.401717:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401720:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978002.401725:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978002.401727:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.401729:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.401734:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978002.401736:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978002.401739:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978002.401741:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978002.401743:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978002.401747:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3394) 00000100:00000001:1.0:1780978002.401762:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978002.401765:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978002.401767:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978002.401770:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.401777:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978002.401779:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.401782:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978002.401784:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978002.401787:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341839488:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978002.401790:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978002.401796:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978002.401798:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.401800:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978002.401804:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978002.401805:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978002.401812:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978002.401817:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780978002.401822:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978002.401829:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341839488, portal 10 00000100:00000001:1.0:1780978002.401831:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978002.401832:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:1.0:1780978002.401838:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.401844:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978002.401847:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978002.401849:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030879e9d. 00000100:00000200:1.0:1780978002.401852:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341839488, offset 0 00000400:00000200:1.0:1780978002.401860:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978002.401867:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.401875:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978002.401894:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978002.401898:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978002.401901:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978002.401904:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2005:2005:256:4294967295] 192.168.201.116@tcp LPNI seq info [2005:2005:8:4294967295] 00000400:00000200:1.0:1780978002.401908:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.401915:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978002.401921:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978002.401925:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214254). 00000800:00000200:1.0:1780978002.401931:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978002.401939:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978002.401942:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978002.401959:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.401961:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.401964:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.401966:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.401968:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.401975:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978002.401977:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978002.401979:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978002.401980:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978002.401981:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978002.401983:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978002.401984:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.401986:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978002.401987:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.401988:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978002.401989:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978002.401990:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978002.402000:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.402006:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978002.402007:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.402009:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978002.402010:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978002.402012:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341839424:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978002.402015:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978002.402017:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978002.402018:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.402020:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978002.402022:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978002.402024:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978002.402027:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978002.402029:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780978002.402032:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2d6103. 00000100:00000200:1.0:1780978002.402061:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341839424, portal 25 00000100:00000001:1.0:1780978002.402062:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978002.402063:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978002.402067:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.402073:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978002.402075:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978002.402077:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d6c733. 00000100:00000200:1.0:1780978002.402079:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341839424, offset 0 00000400:00000200:1.0:1780978002.402083:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978002.402086:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.402089:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978002.402091:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978002.402093:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978002.402095:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978002.402097:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2006:2006:255:4294967295] 192.168.201.116@tcp LPNI seq info [2006:2006:7:4294967295] 00000400:00000200:1.0:1780978002.402100:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.402106:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978002.402109:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978002.402111:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214502). 00000800:00000200:1.0:1780978002.402115:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978002.402119:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978002.402121:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978002.402123:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.402124:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.402126:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.402128:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978002.402130:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.402136:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978002.402137:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.402138:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978002.402140:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978002.402142:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341839552:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978002.402145:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978002.402146:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978002.402147:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.402148:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978002.402150:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978002.402152:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978002.402155:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978002.402156:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780978002.402159:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978002.402160:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341839552, portal 10 00000100:00000001:1.0:1780978002.402162:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978002.402163:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978002.402167:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.402172:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978002.402174:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978002.402176:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1a2510. 00000100:00000200:1.0:1780978002.402177:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341839552, offset 0 00000400:00000200:1.0:1780978002.402181:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978002.402184:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.402186:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978002.402188:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978002.402190:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978002.402192:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978002.402193:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2007:2007:254:4294967295] 192.168.201.116@tcp LPNI seq info [2007:2007:6:4294967295] 00000400:00000200:1.0:1780978002.402196:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978002.402201:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978002.402204:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978002.402206:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214750). 00000800:00000200:1.0:1780978002.402210:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978002.402213:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978002.402215:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978002.402217:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.402218:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.402220:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.402221:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.402223:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.411254:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978002.411260:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978002.411268:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978002.411270:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978002.411272:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:1.0:1780978002.411277:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2d6103 00000400:00000010:1.0:1780978002.411279:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2d6103. 00000100:00000001:1.0:1780978002.411282:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978002.411287:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978002.411295:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411300:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978002.411301:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411304:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978002.411306:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978002.411309:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978002.411311:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.411313:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978002.411320:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=101 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978002.411323:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=101 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978002.411325:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978002.411327:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978002.411329:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978002.411331:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.411333:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.411337:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411342:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.411346:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978002.411348:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978002.411351:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978002.411384:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341839424:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978002.411390:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978002.411392:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978002.411393:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:1.0:1780978002.411395:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:1.0:1780978002.411397:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:1.0:1780978002.411398:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978002.411400:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978002.411407:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411413:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978002.411414:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411415:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978002.411416:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978002.411417:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978002.411418:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.411420:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978002.411426:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=100 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978002.411428:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=100 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978002.411430:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978002.411431:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978002.411433:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978002.411435:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.411438:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978002.411440:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978002.411442:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978002.411443:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.411446:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411451:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.411453:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978002.411454:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978002.411456:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978002.411463:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341839552:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978002.411467:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978002.411468:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978002.411470:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:1.0:1780978002.411472:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978002.411473:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978002.411475:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978002.411477:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978002.411483:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411488:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978002.411489:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411490:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978002.411491:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978002.411492:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978002.411493:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978002.411494:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978002.411497:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=101 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978002.411500:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=101 v=2 (1 2 2 1) 00000100:00000001:1.0:1780978002.411502:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978002.411502:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978002.411504:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978002.411505:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.411507:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978002.411508:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978002.411509:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978002.411510:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978002.411513:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411518:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978002.411520:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978002.411522:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978002.411524:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978002.411534:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341839488:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978002.411539:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411541:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978002.411544:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341839424/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978009 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411549:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978002.411552:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978002.411554:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978002.411557:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978002.411559:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978002.411561:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978002.411563:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978002.411565:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:1.0:1780978002.411568:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978002.411569:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978002.411570:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:1.0:1780978002.411574:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978002.411575:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411576:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978002.411579:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341839552/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978034 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.411584:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978002.411585:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978002.411586:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978002.411589:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978002.411589:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978002.411590:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978002.411592:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978002.411592:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:1.0:1780978002.411594:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978002.411595:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978002.411596:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978002.411598:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978002.411599:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.411600:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978002.411603:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341839488/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978035 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978002.412207:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978002.412209:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978002.412211:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978002.412216:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978002.412217:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978002.412218:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978002.412220:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978002.412221:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:1.0:1780978002.412223:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978002.412224:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978002.412226:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:1.0:1780978002.412228:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978002.412229:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.412231:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978002.412242:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978002.412244:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978002.412247:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978002.412249:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978028.003919:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978028.003921:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978028.014692:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978028.833503:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978028.833519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978028.833526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978028.833527:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978028.833530:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978028.833531:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978029.857496:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978029.857502:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978029.857508:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978029.857508:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978029.857511:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978029.857512:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978030.881506:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978030.881511:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978030.881518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978030.881519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978030.881522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978030.881523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905617:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978031.905626:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978031.905628:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978031.905631:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905635:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978031.905637:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905639:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905641:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905644:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978031.905645:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905649:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978031.905650:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978031.905651:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978031.905656:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978031.905658:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978031.905659:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905661:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978031.905662:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905663:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978031.905664:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978032.929516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978032.929528:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978032.929535:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978032.929536:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978032.929539:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978032.929541:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978032.929697:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978032.929700:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978032.929702:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978033.955560:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978033.955565:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978033.955573:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978033.955574:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978033.955577:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978033.955578:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978034.977664:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978034.977670:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978034.977676:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978034.977676:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978034.977679:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978034.977680:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978034.979118:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978034.979123:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978034.979127:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978036.001480:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978036.001485:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978036.001491:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978036.001492:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978036.001495:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978036.001495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025562:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978037.025568:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025575:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978037.025578:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978037.025580:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978037.025591:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978037.025593:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978037.025595:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025598:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978037.025600:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025601:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025603:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978037.025607:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978037.025608:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978037.025804:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978037.025808:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978037.025811:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978038.051260:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978038.051266:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978038.051272:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978038.051273:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978038.051276:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978038.051277:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245506:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978038.245516:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978038.245527:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978038.245535:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978038.245542:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978038.245545:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978038.245550:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978038.245558:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978038.245565:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245576:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978038.245586:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978038.245590:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245597:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_01+1] req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245634:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245636:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978038.245640:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978038.245643:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978038.245645:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978038.245647:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978038.245648:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978038.245649:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978038.245652:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978038.245654:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245658:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978038.245664:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978038.245666:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245668:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245676:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245678:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978038.245681:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978038.245683:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978038.245686:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978038.245687:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978038.245688:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978038.245689:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978038.245692:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780978038.245694:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245696:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978038.245702:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978038.245703:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978038.245706:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245712:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978038.245714:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978038.245717:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978038.245719:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978038.245722:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978038.245726:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3430) 00000100:00000001:1.0:1780978038.245743:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978038.245746:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978038.245748:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978038.245752:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245759:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978038.245760:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.245764:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978038.245766:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978038.245768:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341840832:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978038.245772:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978038.245777:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978038.245779:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.245782:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978038.245785:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978038.245786:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978038.245794:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978038.245798:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009221bf77. 00000400:00000010:1.0:1780978038.245804:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978038.245811:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341840832, portal 10 00000100:00000001:1.0:1780978038.245813:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978038.245815:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978038.245821:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245828:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978038.245830:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978038.245833:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978038.245836:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341840832, offset 0 00000400:00000200:1.0:1780978038.245843:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978038.245851:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.245858:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978038.245866:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978038.245870:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978038.245873:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978038.245877:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2026:2026:256:4294967295] 192.168.201.116@tcp LPNI seq info [2026:2026:8:4294967295] 00000400:00000200:1.0:1780978038.245880:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.245889:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978038.245895:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978038.245900:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214254). 00000800:00000200:1.0:1780978038.245906:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978038.245914:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978038.245918:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978038.245936:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.245939:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978038.245942:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.245944:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.245946:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978038.245954:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978038.245955:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978038.245958:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978038.245959:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978038.245960:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978038.245961:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978038.245963:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978038.245965:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978038.245966:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978038.245967:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978038.245968:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978038.245969:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978038.245971:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.245978:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978038.245979:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.245980:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978038.245982:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978038.245984:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341840768:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978038.245987:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978038.245989:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978038.245990:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.245991:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978038.245994:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978038.245995:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978038.245999:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978038.246001:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfe8fc28. 00000400:00000010:1.0:1780978038.246003:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2d6103. 00000100:00000200:1.0:1780978038.246006:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341840768, portal 25 00000100:00000001:1.0:1780978038.246008:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978038.246008:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:1.0:1780978038.246012:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.246022:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978038.246024:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978038.246026:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d79b6ee. 00000100:00000200:1.0:1780978038.246028:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341840768, offset 0 00000400:00000200:1.0:1780978038.246032:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978038.246035:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.246038:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978038.246041:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978038.246043:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978038.246045:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978038.246047:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2027:2027:255:4294967295] 192.168.201.116@tcp LPNI seq info [2027:2027:7:4294967295] 00000400:00000200:1.0:1780978038.246051:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.246056:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978038.246060:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978038.246062:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214502). 00000800:00000200:1.0:1780978038.246066:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978038.246069:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978038.246071:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978038.246074:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.246075:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978038.246077:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.246078:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978038.246080:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.246086:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978038.246087:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.246089:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978038.246090:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978038.246092:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341840896:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978038.246095:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978038.246097:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978038.246098:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978038.246100:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978038.246102:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978038.246104:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978038.246107:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978038.246109:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b12df28. 00000400:00000010:1.0:1780978038.246111:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c46a47e8. 00000100:00000200:1.0:1780978038.246113:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341840896, portal 10 00000100:00000001:1.0:1780978038.246115:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978038.246116:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978038.246121:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978038.246127:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978038.246129:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978038.246131:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780978038.246132:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341840896, offset 0 00000400:00000200:1.0:1780978038.246136:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978038.246140:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.246143:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978038.246145:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978038.246147:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978038.246149:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978038.246151:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2028:2028:254:4294967295] 192.168.201.116@tcp LPNI seq info [2028:2028:6:4294967295] 00000400:00000200:1.0:1780978038.246154:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978038.246159:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978038.246162:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978038.246165:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214750). 00000800:00000200:1.0:1780978038.246168:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978038.246172:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978038.246174:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978038.246176:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.246178:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978038.246179:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.246181:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978038.246183:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.246498:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.246501:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.249591:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.249596:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978038.249611:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978038.249613:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978038.249616:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfe8fc28. 00000400:00000200:0.0:1780978038.249621:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2d6103 00000400:00000010:0.0:1780978038.249622:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2d6103. 00000100:00000001:0.0:1780978038.249625:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978038.249634:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978038.249642:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.249648:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978038.249649:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.249651:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978038.249654:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978038.249662:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978038.249664:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978038.249666:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978038.249674:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=137 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978038.249679:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=137 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978038.249682:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978038.249683:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978038.249685:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978038.249692:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.249695:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978038.249699:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.249704:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978038.249708:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978038.249710:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978038.249713:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978038.249719:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341840768:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978038.249724:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.249726:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978038.249729:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341840768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.249735:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978038.249737:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978038.249740:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:0.0:1780978038.249743:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978038.249746:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978038.249747:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978038.249749:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978038.249751:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:0.0:1780978038.249755:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978038.249756:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978038.249758:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978038.249761:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978038.249763:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.249766:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.249767:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.249768:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978038.249769:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.249771:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.253573:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.253579:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978038.253740:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978038.253742:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978038.253745:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009221bf77. 00000400:00000200:0.0:1780978038.253749:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:0.0:1780978038.253751:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:0.0:1780978038.253753:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978038.253758:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978038.253765:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.253771:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978038.253772:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.253775:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978038.253778:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978038.253780:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978038.253781:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978038.253784:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978038.253793:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=137 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978038.253797:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=137 v=2 (1 2 2 1) 00000100:00000001:0.0:1780978038.253799:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978038.253896:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978038.253899:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978038.253903:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.253907:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978038.253908:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978038.253911:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978038.253912:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978038.253916:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.253923:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978038.253926:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978038.253927:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978038.253930:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978038.253936:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341840832:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978038.253942:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.253945:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978038.253948:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341840832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978071 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.253956:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978038.253958:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978038.253961:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:0.0:1780978038.253966:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978038.253968:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978038.253970:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978038.253972:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978038.253974:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:0.0:1780978038.253978:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978038.253980:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978038.253981:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:0.0:1780978038.253985:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978038.253986:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.253989:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.253991:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.254108:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978038.254111:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978038.254112:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978038.254113:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b12df28. 00000400:00000200:0.0:1780978038.254116:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c46a47e8 00000400:00000010:0.0:1780978038.254117:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c46a47e8. 00000100:00000001:0.0:1780978038.254119:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978038.254345:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978038.254354:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.254393:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978038.254395:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.254397:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978038.254398:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978038.254400:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978038.254411:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978038.254413:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978038.254417:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=136 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978038.254420:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=136 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978038.254533:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978038.254535:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978038.254537:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978038.254539:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.254541:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978038.254542:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978038.254544:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978038.254544:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978038.254548:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.254553:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978038.254556:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978038.254557:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978038.254559:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978038.254566:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341840896:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978038.254569:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.254570:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978038.254572:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341840896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978070 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978038.254578:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978038.254579:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978038.254580:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:0.0:1780978038.254583:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978038.254584:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978038.254586:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978038.254588:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978038.254589:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:0.0:1780978038.254591:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978038.254592:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978038.254593:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978038.254595:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978038.254596:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.254598:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978038.254605:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978038.254606:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978038.254609:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978038.254611:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978039.073449:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978039.073455:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978039.073460:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978039.073461:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978039.073465:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978039.073466:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978039.073540:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978039.073543:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978039.073546:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978040.097549:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978040.097556:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978040.097564:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978040.097565:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978040.097568:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978040.097569:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978041.121584:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978041.121591:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978041.121599:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978041.121600:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978041.121604:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978041.121605:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978041.121845:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978041.121850:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978041.121852:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978042.145487:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978042.145496:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978042.145498:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978042.145500:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145506:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978042.145508:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145510:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145512:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978042.145517:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145520:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978042.145521:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978042.145522:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978042.145527:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978042.145529:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978042.145530:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145532:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978042.145533:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145534:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978042.145536:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.169487:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978043.169495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.169502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978043.169503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.169507:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978043.169507:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978043.169597:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978043.169601:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978043.169604:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978043.361533:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978043.361544:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978043.361552:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978043.361559:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978043.361563:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978043.361566:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978043.361570:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978043.361577:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780978043.361582:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361592:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978043.361602:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978043.361606:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361611:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978043.361641:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361643:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978043.361647:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978043.361650:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978043.361652:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978043.361654:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978043.361656:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978043.361657:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978043.361660:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978043.361662:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361666:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978043.361672:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978043.361673:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361675:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978043.361681:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361683:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978043.361686:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978043.361688:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978043.361690:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978043.361692:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978043.361693:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978043.361694:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978043.361696:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012913cb1. 00000100:00000001:1.0:1780978043.361698:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361700:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978043.361706:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978043.361707:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978043.361710:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978043.361715:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978043.361716:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978043.361719:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978043.361720:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978043.361723:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978043.361728:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3435) 00000100:00000001:0.0:1780978043.361862:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.361866:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978043.361869:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978043.361873:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.361881:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978043.361882:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.361887:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978043.361891:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978043.361893:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841024:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978043.361898:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978043.361904:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978043.361906:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.361908:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978043.361913:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978043.361914:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978043.361922:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978043.361927:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978043.361947:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978043.361955:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841024, portal 10 00000100:00000001:0.0:1780978043.361957:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978043.361958:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978043.361964:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.361970:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978043.361974:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978043.361976:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978043.361979:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841024, offset 0 00000400:00000200:0.0:1780978043.361985:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978043.361993:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362002:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978043.362011:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978043.362015:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978043.362019:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978043.362022:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2029:2029:256:4294967295] 192.168.201.116@tcp LPNI seq info [2029:2029:8:4294967295] 00000400:00000200:0.0:1780978043.362026:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362035:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978043.362041:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978043.362046:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214254). 00000800:00000200:0.0:1780978043.362053:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978043.362061:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978043.362064:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978043.362088:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362090:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.362093:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362095:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362097:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.362105:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978043.362106:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978043.362108:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.362109:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978043.362110:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978043.362112:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780978043.362113:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.362115:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978043.362116:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.362117:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.362118:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978043.362119:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978043.362122:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.362128:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978043.362129:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.362131:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978043.362133:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978043.362135:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341840960:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978043.362137:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978043.362139:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978043.362140:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.362142:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978043.362144:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978043.362145:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978043.362149:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978043.362151:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd3c4dc7. 00000400:00000010:0.0:1780978043.362154:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978043.362157:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341840960, portal 25 00000100:00000001:0.0:1780978043.362158:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978043.362159:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978043.362163:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.362168:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978043.362170:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978043.362172:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978043.362173:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341840960, offset 0 00000400:00000200:0.0:1780978043.362177:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978043.362180:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362184:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978043.362187:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978043.362189:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978043.362191:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978043.362193:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2030:2030:255:4294967295] 192.168.201.116@tcp LPNI seq info [2030:2030:7:4294967295] 00000400:00000200:0.0:1780978043.362196:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362216:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978043.362221:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978043.362224:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214502). 00000800:00000200:0.0:1780978043.362228:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978043.362231:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978043.362233:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978043.362235:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362236:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.362238:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362239:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978043.362242:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.362247:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978043.362248:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.362250:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978043.362251:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978043.362253:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841088:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978043.362256:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978043.362257:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978043.362258:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.362260:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978043.362262:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978043.362263:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978043.362266:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978043.362267:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee848e6. 00000400:00000010:0.0:1780978043.362270:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978043.362272:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841088, portal 10 00000100:00000001:0.0:1780978043.362273:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978043.362274:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978043.362278:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.362283:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978043.362286:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978043.362288:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d5b1be. 00000100:00000200:0.0:1780978043.362289:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841088, offset 0 00000400:00000200:0.0:1780978043.362293:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978043.362296:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362299:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978043.362302:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978043.362304:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978043.362305:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978043.362308:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2031:2031:254:4294967295] 192.168.201.116@tcp LPNI seq info [2031:2031:6:4294967295] 00000400:00000200:0.0:1780978043.362324:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978043.362330:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978043.362342:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978043.362346:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3214750). 00000800:00000200:0.0:1780978043.362349:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978043.362352:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978043.362354:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978043.362400:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362401:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.362403:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362405:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362407:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.362419:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.362420:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.365941:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.365947:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978043.365955:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978043.365957:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978043.365960:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd3c4dc7. 00000400:00000200:0.0:1780978043.365965:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b876fc 00000400:00000010:0.0:1780978043.365967:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b876fc. 00000100:00000001:0.0:1780978043.365970:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978043.365976:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978043.365989:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.365995:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978043.365996:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.365998:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978043.366002:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978043.366005:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978043.366007:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.366009:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978043.366014:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=142 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978043.366018:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978043.366021:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978043.366022:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.366024:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978043.366025:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.366028:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978043.366031:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366036:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.366039:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978043.366041:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978043.366044:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978043.366050:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341840960:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978043.366055:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978043.366056:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978043.366057:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee848e6. 00000400:00000200:0.0:1780978043.366059:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da0c5610 00000400:00000010:0.0:1780978043.366060:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da0c5610. 00000100:00000001:0.0:1780978043.366062:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978043.366064:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978043.366075:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366080:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978043.366081:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366082:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978043.366083:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978043.366084:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978043.366085:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.366086:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978043.366091:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=141 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978043.366094:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=141 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978043.366096:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978043.366097:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.366098:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978043.366101:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.366103:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978043.366105:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978043.366107:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978043.366108:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978043.366111:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366116:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.366117:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978043.366118:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978043.366121:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978043.366127:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841088:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978043.366132:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978043.366133:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978043.366134:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978043.366136:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee6fa48a 00000400:00000010:0.0:1780978043.366138:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee6fa48a. 00000100:00000001:0.0:1780978043.366140:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978043.366142:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978043.366147:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366152:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978043.366153:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366154:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978043.366155:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978043.366156:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978043.366157:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978043.366158:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978043.366161:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=142 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978043.366163:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=142 v=2 (1 2 2 1) 00000100:00000001:0.0:1780978043.366165:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978043.366166:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978043.366167:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978043.366168:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.366170:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978043.366171:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978043.366172:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978043.366173:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978043.366175:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366180:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978043.366182:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978043.366183:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978043.366184:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978043.366190:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841024:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978043.366193:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366196:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978043.366198:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341840960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366218:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978043.366220:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978043.366223:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978043.366226:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978043.366228:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978043.366230:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978043.366232:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978043.366233:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:0.0:1780978043.366237:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978043.366238:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978043.366240:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978043.366243:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978043.366244:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366245:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978043.366247:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341841088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978075 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366252:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978043.366253:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978043.366253:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978043.366256:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978043.366256:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978043.366257:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978043.366259:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978043.366260:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000012913cb1. 02000000:00000001:0.0:1780978043.366261:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978043.366262:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978043.366263:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978043.366275:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978043.366276:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366277:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978043.366279:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341841024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978076 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978043.366285:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978043.366286:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978043.366287:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978043.366289:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978043.366290:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978043.366291:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978043.366293:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978043.366294:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978043.366296:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978043.366297:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978043.366298:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978043.366300:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978043.366300:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366302:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978043.366321:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978043.366322:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978043.366324:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978043.366326:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978044.193625:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978044.193629:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978044.193635:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978044.193636:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978044.193638:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978044.193640:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978045.217484:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978045.217490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978045.217495:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978045.217496:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978045.217498:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978045.217499:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978045.217596:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978045.217599:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978045.217611:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978046.242593:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978046.242599:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978046.242605:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978046.242606:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978046.242609:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978046.242610:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978047.265522:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978047.265542:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978047.265545:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978047.265551:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978047.265553:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978047.265554:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265557:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978047.265559:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265561:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265562:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978047.265566:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978047.265567:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978047.265858:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978047.265862:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978047.265864:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978048.289489:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978048.289495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978048.289500:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978048.289501:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978048.289504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978048.289505:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481529:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978048.481541:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978048.481552:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978048.481559:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978048.481564:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978048.481568:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978048.481574:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978048.481584:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978048.481592:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481603:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978048.481612:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978048.481615:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481620:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.481655:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481658:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978048.481661:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978048.481663:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978048.481665:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978048.481667:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978048.481668:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978048.481670:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978048.481672:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978048.481676:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481679:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978048.481684:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978048.481686:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481688:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.481694:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481695:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978048.481698:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978048.481700:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978048.481702:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978048.481703:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978048.481704:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978048.481705:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978048.481708:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978048.481710:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481713:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978048.481718:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978048.481720:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.481722:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.481727:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978048.481728:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978048.481731:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978048.481733:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978048.481736:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978048.481740:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3440) 00000100:00000001:1.0:1780978048.481762:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978048.481765:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978048.481768:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978048.481773:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.481780:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978048.481782:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.481786:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978048.481788:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978048.481791:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341841216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978048.481795:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978048.481800:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978048.481802:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.481805:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978048.481809:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978048.481811:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978048.481818:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978048.481822:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978048.481828:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978048.481846:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841216, portal 10 00000100:00000001:1.0:1780978048.481848:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978048.481849:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780978048.481856:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.481862:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978048.481865:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978048.481867:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978048.481870:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841216, offset 0 00000400:00000200:1.0:1780978048.481877:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978048.481884:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.481891:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978048.481898:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978048.481901:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978048.481903:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978048.481906:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2032:2032:256:4294967295] 192.168.201.116@tcp LPNI seq info [2032:2032:8:4294967295] 00000400:00000200:1.0:1780978048.481910:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.481917:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978048.481923:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978048.481927:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978048.481934:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978048.481942:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978048.481946:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978048.481963:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.481965:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.481968:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.481970:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.481972:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.481980:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978048.481981:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978048.481983:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978048.481984:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978048.481985:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978048.481987:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978048.481988:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.481989:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978048.481991:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.481992:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978048.481992:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978048.481993:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978048.481997:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.482003:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978048.482004:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.482005:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978048.482007:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978048.482009:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341841152:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978048.482012:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978048.482014:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978048.482015:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.482016:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978048.482019:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978048.482020:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978048.482023:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978048.482026:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008abcf8b3. 00000400:00000010:1.0:1780978048.482029:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978048.482031:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841152, portal 25 00000100:00000001:1.0:1780978048.482033:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978048.482034:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978048.482037:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.482042:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978048.482044:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978048.482046:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780978048.482048:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341841152, offset 0 00000400:00000200:1.0:1780978048.482052:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978048.482056:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.482059:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978048.482062:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978048.482064:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978048.482065:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978048.482067:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2033:2033:255:4294967295] 192.168.201.116@tcp LPNI seq info [2033:2033:7:4294967295] 00000400:00000200:1.0:1780978048.482071:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.482076:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978048.482080:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978048.482082:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214502). 00000800:00000200:1.0:1780978048.482086:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978048.482089:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978048.482091:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978048.482094:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.482096:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.482097:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.482099:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978048.482102:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.482108:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978048.482109:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.482110:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978048.482112:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978048.482114:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341841280:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978048.482117:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978048.482119:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978048.482120:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.482121:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978048.482123:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978048.482125:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978048.482128:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978048.482130:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978048.482132:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5c14fcc. 00000100:00000200:1.0:1780978048.482134:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841280, portal 10 00000100:00000001:1.0:1780978048.482135:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978048.482136:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978048.482140:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.482145:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978048.482147:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978048.482148:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780978048.482150:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841280, offset 0 00000400:00000200:1.0:1780978048.482153:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978048.482156:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.482159:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978048.482162:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978048.482164:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978048.482166:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978048.482168:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2034:2034:254:4294967295] 192.168.201.116@tcp LPNI seq info [2034:2034:6:4294967295] 00000400:00000200:1.0:1780978048.482172:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978048.482177:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978048.482180:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978048.482182:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214750). 00000800:00000200:1.0:1780978048.482186:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978048.482190:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978048.482192:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978048.482194:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.482196:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.482197:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.482199:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.482201:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978048.482433:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978048.482436:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.490316:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978048.490321:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978048.490328:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978048.490330:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978048.490333:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008abcf8b3. 00000400:00000200:1.0:1780978048.490337:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978048.490339:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978048.490342:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978048.490345:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978048.490352:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490383:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978048.490385:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490387:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978048.490390:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978048.490392:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978048.490394:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.490397:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978048.490402:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=147 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978048.490407:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=147 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978048.490409:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978048.490410:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978048.490412:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978048.490414:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.490417:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.490420:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490426:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.490429:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978048.490431:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978048.490433:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978048.490439:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341841152:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978048.490445:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978048.490446:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978048.490447:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978048.490449:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5c14fcc 00000400:00000010:1.0:1780978048.490451:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5c14fcc. 00000100:00000001:1.0:1780978048.490452:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978048.490454:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978048.490460:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490465:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978048.490467:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490468:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978048.490469:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978048.490470:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978048.490471:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.490472:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978048.490477:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=146 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978048.490479:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=146 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978048.490482:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978048.490483:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978048.490484:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978048.490487:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.490490:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978048.490491:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978048.490493:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978048.490494:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.490497:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490502:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.490503:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978048.490504:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978048.490506:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978048.490512:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341841280:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978048.490516:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978048.490517:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978048.490518:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978048.490519:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978048.490521:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978048.490522:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978048.490524:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978048.490529:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490534:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978048.490535:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490536:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978048.490537:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978048.490538:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978048.490539:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978048.490540:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978048.490543:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=147 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978048.490545:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=147 v=2 (1 2 2 1) 00000100:00000001:1.0:1780978048.490547:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978048.490548:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978048.490549:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978048.490550:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.490552:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978048.490553:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978048.490554:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978048.490555:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978048.490557:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490561:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978048.490563:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978048.490563:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978048.490565:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978048.490571:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341841216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978048.490574:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490577:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978048.490579:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341841152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490584:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978048.490586:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978048.490588:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978048.490592:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978048.490594:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978048.490595:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978048.490597:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978048.490598:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978048.490601:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978048.490603:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978048.490604:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978048.490607:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978048.490608:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490609:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978048.490610:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341841280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978080 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490615:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978048.490616:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978048.490616:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978048.490618:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978048.490619:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978048.490620:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978048.490621:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978048.490622:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978048.490623:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978048.490624:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978048.490625:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978048.490626:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978048.490627:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490628:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978048.490629:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341841216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978048.490634:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978048.490635:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978048.490635:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978048.490637:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978048.490638:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978048.490639:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978048.490640:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978048.490641:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978048.490642:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978048.490643:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978048.490643:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978048.490645:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978048.490646:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490648:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978048.490655:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978048.490656:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978048.490658:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978048.490660:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978049.314299:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978049.314305:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978049.314310:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978049.314311:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978049.314314:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978049.314315:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978049.314502:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978049.314505:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978049.314509:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978050.340306:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978050.340311:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978050.340317:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978050.340318:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978050.340321:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978050.340322:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978051.361634:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978051.361639:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978051.361646:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978051.361648:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978051.361651:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978051.361652:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978051.362648:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978051.362652:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978051.362657:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978052.388175:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978052.388183:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978052.388186:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978052.388188:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388193:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978052.388195:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388197:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388199:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388202:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978052.388203:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388206:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978052.388207:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978052.388208:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978052.388213:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978052.388215:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978052.388216:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388217:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978052.388218:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388219:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978052.388221:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978053.409483:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978053.409490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978053.409497:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978053.409498:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978053.409502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978053.409503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978053.409618:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978053.409623:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978053.409626:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978053.601586:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978053.601598:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978053.601609:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978053.601617:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978053.601623:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978053.601625:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978053.601630:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978053.601640:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978053.601648:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601660:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978053.601670:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978053.601675:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601680:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.601724:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601727:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978053.601730:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978053.601733:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978053.601736:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978053.601738:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978053.601740:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978053.601742:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978053.601744:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978053.601747:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601751:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978053.601757:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978053.601758:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601761:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.601767:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601769:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978053.601772:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978053.601774:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978053.601786:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978053.601789:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978053.601790:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978053.601791:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978053.601793:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978053.601796:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601799:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978053.601805:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978053.601806:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.601809:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.601815:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978053.601817:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978053.601820:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978053.601823:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978053.601826:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978053.601831:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3446) 00000100:00000001:1.0:1780978053.601856:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.601860:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978053.601862:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978053.601866:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.601874:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978053.601876:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.601879:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978053.601892:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978053.601896:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841408:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978053.601901:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978053.601908:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978053.601910:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.601912:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978053.601916:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978053.601917:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978053.601926:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978053.601930:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978053.601936:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978053.601944:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841408, portal 10 00000100:00000001:1.0:1780978053.601946:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978053.601948:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978053.601954:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.601961:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978053.601963:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978053.601966:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5c14fcc. 00000100:00000200:1.0:1780978053.601969:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841408, offset 0 00000400:00000200:1.0:1780978053.601985:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602001:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602010:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978053.602019:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978053.602022:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978053.602026:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602029:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2035:2035:256:4294967295] 192.168.201.116@tcp LPNI seq info [2035:2035:8:4294967295] 00000400:00000200:1.0:1780978053.602033:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602043:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978053.602049:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978053.602054:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780978053.602060:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978053.602068:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978053.602072:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978053.602154:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602157:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.602159:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602162:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602164:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.602172:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978053.602189:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978053.602191:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.602192:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978053.602193:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978053.602195:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780978053.602196:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.602198:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978053.602199:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.602201:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.602203:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978053.602204:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978053.602210:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978053.602217:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.602217:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978053.602219:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978053.602221:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.602223:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978053.602226:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978053.602229:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341841344:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978053.602232:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978053.602234:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978053.602236:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.602237:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978053.602240:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978053.602242:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978053.602246:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978053.602249:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978053.602252:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978053.602255:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841344, portal 25 00000100:00000001:1.0:1780978053.602261:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978053.602262:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780978053.602265:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.602271:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978053.602273:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978053.602276:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad2c19b9. 00000100:00000200:1.0:1780978053.602278:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341841344, offset 0 00000400:00000200:1.0:1780978053.602282:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602285:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602288:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978053.602292:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978053.602293:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978053.602295:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602297:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2036:2036:255:4294967295] 192.168.201.116@tcp LPNI seq info [2036:2036:7:4294967295] 00000400:00000200:1.0:1780978053.602302:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602307:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978053.602311:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978053.602314:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214502). 00000800:00000200:1.0:1780978053.602319:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978053.602323:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978053.602325:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978053.602328:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602329:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.602331:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602333:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978053.602335:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.602341:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978053.602342:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.602344:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978053.602345:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978053.602348:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841472:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978053.602351:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978053.602352:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978053.602353:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.602379:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978053.602383:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978053.602384:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978053.602388:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978053.602390:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008abcf8b3. 00000400:00000010:1.0:1780978053.602393:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdf1e1d5. 00000100:00000200:1.0:1780978053.602396:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841472, portal 10 00000100:00000001:1.0:1780978053.602397:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978053.602398:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978053.602403:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.602409:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978053.602411:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978053.602413:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978053.602415:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841472, offset 0 00000400:00000200:1.0:1780978053.602419:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602423:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602426:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978053.602429:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978053.602430:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978053.602432:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978053.602434:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2037:2037:254:4294967295] 192.168.201.116@tcp LPNI seq info [2037:2037:6:4294967295] 00000400:00000200:1.0:1780978053.602437:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978053.602442:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978053.602446:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978053.602448:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214750). 00000800:00000200:1.0:1780978053.602453:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978053.602456:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978053.602458:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978053.602461:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602462:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.602464:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602465:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.602467:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.607810:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.607814:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978053.607821:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978053.607823:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978053.607825:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978053.607829:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978053.607830:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978053.607833:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978053.607837:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978053.607855:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.607861:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978053.607862:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.607864:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978053.607868:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978053.607870:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978053.607873:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.607875:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978053.607881:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=152 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978053.607884:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=152 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978053.607887:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978053.607888:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978053.607890:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978053.607892:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.607894:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.607904:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.607910:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.607913:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978053.607915:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978053.607918:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978053.607924:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341841344:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978053.607929:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978053.607930:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978053.607931:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008abcf8b3. 00000400:00000200:1.0:1780978053.607932:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdf1e1d5 00000400:00000010:1.0:1780978053.607933:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdf1e1d5. 00000100:00000001:1.0:1780978053.607934:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978053.607936:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978053.607943:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.607953:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978053.607954:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.607956:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978053.607957:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978053.607958:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978053.607959:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.607960:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978053.607965:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=151 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978053.607967:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=151 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978053.607969:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978053.607970:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978053.607971:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978053.607979:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.607982:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978053.607983:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978053.607985:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978053.607986:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.607989:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608232:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.608235:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978053.608236:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978053.608240:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978053.608247:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841472:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978053.608252:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978053.608253:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978053.608254:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978053.608256:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978053.608257:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978053.608259:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978053.608261:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978053.608267:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608272:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978053.608274:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608275:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978053.608276:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978053.608277:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978053.608278:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978053.608280:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978053.608283:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=152 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978053.608286:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=152 v=2 (1 2 2 1) 00000100:00000001:1.0:1780978053.608288:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978053.608289:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978053.608290:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978053.608292:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.608294:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978053.608295:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978053.608297:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978053.608298:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978053.608301:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608305:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978053.608307:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978053.608308:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978053.608310:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978053.608316:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841408:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978053.608320:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608321:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978053.608323:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341841344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608329:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978053.608331:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978053.608334:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978053.608337:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978053.608339:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978053.608341:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978053.608343:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978053.608345:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978053.608348:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978053.608350:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978053.608351:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978053.608354:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978053.608378:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608380:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978053.608383:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341841472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978085 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608388:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978053.608389:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978053.608390:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978053.608393:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978053.608394:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978053.608395:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978053.608396:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978053.608397:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978053.608399:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978053.608400:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978053.608401:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978053.608403:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978053.608404:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608405:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978053.608407:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341841408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978053.608412:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978053.608413:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978053.608414:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978053.608415:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978053.608416:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978053.608417:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978053.608419:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978053.608419:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978053.608421:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978053.608422:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978053.608423:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978053.608425:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978053.608426:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608428:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978053.608436:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978053.608437:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978053.608439:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978053.608441:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978054.433490:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978054.433496:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978054.433503:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978054.433504:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978054.433507:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978054.433508:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978055.457499:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978055.457506:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978055.457513:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978055.457514:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978055.457518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978055.457519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978055.458340:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978055.458344:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978055.458348:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978056.481511:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978056.481517:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978056.481525:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978056.481526:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978056.481530:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978056.481531:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505737:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978057.505744:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505750:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978057.505753:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978057.505755:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978057.505760:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978057.505761:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978057.505763:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505765:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978057.505767:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505769:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505771:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978057.505775:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978057.505776:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978057.505967:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978057.505971:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978057.505973:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978058.209692:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978058.209710:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978058.209712:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780978058.209716:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 1 seconds 00000100:00000001:0.0:1780978058.209721:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978058.209723:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978058.209735:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978058.209745:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978058.209746:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.209750:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978058.209754:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978058.209758:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341839168:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978058.209762:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978058.209767:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978058.209769:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.209772:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978058.209833:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978058.209836:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978058.209844:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978058.209852:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978058.209859:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000001c21fe1d (tot 3214638). 00000100:00000200:0.0:1780978058.209866:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341839168, portal 10 00000100:00000001:0.0:1780978058.209868:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978058.209870:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:0.0:1780978058.209876:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978091 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978058.209883:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978058.209885:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978058.209888:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978058.209891:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341839168, offset 0 00000400:00000200:0.0:1780978058.209898:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978058.209907:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.209916:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978058.209925:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978058.209929:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978058.209931:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978058.209935:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2038:2038:256:4294967295] 192.168.201.116@tcp LPNI seq info [2038:2038:8:4294967295] 00000400:00000200:0.0:1780978058.209939:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.209949:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978058.209955:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978058.209960:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214886). 00000800:00000200:0.0:1780978058.209966:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978058.209974:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978058.209978:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1780978058.209998:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.210001:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978058.210004:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.210006:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978058.529477:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978058.529482:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978058.529488:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978058.529489:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978058.529492:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978058.529493:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721540:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978058.721553:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978058.721569:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978058.721576:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978058.721580:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978058.721583:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978058.721588:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978058.721596:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978058.721603:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721613:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978058.721624:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978058.721628:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721633:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.721665:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721667:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978058.721670:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978058.721672:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978058.721676:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978058.721678:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978058.721679:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978058.721680:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978058.721683:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978058.721686:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721689:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978058.721695:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978058.721704:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721708:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.721715:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721717:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978058.721720:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978058.721722:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978058.721724:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978058.721726:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978058.721726:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978058.721728:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978058.721730:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978058.721732:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721735:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978058.721741:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978058.721743:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.721745:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.721750:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978058.721752:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978058.721754:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978058.721757:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978058.721760:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978058.721764:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3451) 00000100:00000001:0.0:1780978058.722579:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978058.722586:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978058.722590:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978058.722600:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722611:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978058.722612:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722616:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978058.722619:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978058.722621:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341841536:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978058.722626:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978058.722631:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978058.722633:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722635:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978058.722640:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978058.722642:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978058.722650:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978058.722656:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee848e6. 00000400:00000010:0.0:1780978058.722662:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978058.722669:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841536, portal 25 00000100:00000001:0.0:1780978058.722671:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978058.722672:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978058.722677:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722684:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978058.722687:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978058.722689:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978058.722692:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341841536, offset 0 00000400:00000200:0.0:1780978058.722708:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978058.722717:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.722725:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978058.722732:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978058.722736:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978058.722738:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978058.722742:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2039:2039:256:4294967295] 192.168.201.116@tcp LPNI seq info [2039:2039:8:4294967295] 00000400:00000200:0.0:1780978058.722746:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.722755:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978058.722761:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978058.722766:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214886). 00000800:00000200:0.0:1780978058.722773:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978058.722780:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978058.722783:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978058.722804:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.722806:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978058.722809:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.722811:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978058.722814:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722821:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978058.722822:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722824:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978058.722825:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978058.722827:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841664:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978058.722830:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978058.722832:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978058.722833:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722834:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978058.722837:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978058.722838:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978058.722842:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978058.722844:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd3c4dc7. 00000400:00000010:0.0:1780978058.722847:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978058.722849:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841664, portal 10 00000100:00000001:0.0:1780978058.722850:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978058.722851:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978058.722856:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722861:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978058.722863:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978058.722865:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024f20f43. 00000100:00000200:0.0:1780978058.722866:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841664, offset 0 00000400:00000200:0.0:1780978058.722870:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978058.722873:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.722876:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978058.722879:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978058.722880:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978058.722882:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978058.722885:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2040:2040:255:4294967295] 192.168.201.116@tcp LPNI seq info [2040:2040:7:4294967295] 00000400:00000200:0.0:1780978058.722889:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.722895:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978058.722898:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978058.722901:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dea89582 (tot 3215134). 00000800:00000200:0.0:1780978058.722904:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978058.722908:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978058.722909:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dea89582 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978058.722912:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.722913:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978058.722914:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.722916:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.722918:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978058.722925:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978058.722927:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978058.722929:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978058.722930:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978058.722931:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978058.722933:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978058.722934:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978058.722936:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978058.722937:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978058.722938:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978058.722939:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978058.722940:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978058.722942:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722947:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978058.722948:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722950:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978058.722951:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978058.722953:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841600:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978058.722955:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978058.722957:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978058.722957:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978058.722959:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978058.722960:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978058.722962:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978058.722964:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978058.722966:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058f558d7. 00000400:00000010:0.0:1780978058.722968:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c1639b. 00000100:00000200:0.0:1780978058.722969:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341841600, portal 10 00000100:00000001:0.0:1780978058.722971:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978058.722972:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978058.722975:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978058.722980:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978058.722982:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978058.722983:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978058.722985:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341841600, offset 0 00000400:00000200:0.0:1780978058.722988:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978058.722991:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.722993:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978058.722996:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978058.722998:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978058.723000:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978058.723002:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2041:2041:254:4294967295] 192.168.201.116@tcp LPNI seq info [2041:2041:6:4294967295] 00000400:00000200:0.0:1780978058.723005:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978058.723010:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978058.723013:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978058.723015:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ed0a00e (tot 3215382). 00000800:00000200:0.0:1780978058.723018:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978058.723021:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978058.723022:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ed0a00e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978058.723024:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.723025:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978058.723026:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.723028:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.723029:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978058.723054:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978058.723056:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978058.728314:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978058.728320:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978058.728330:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978058.728332:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978058.728336:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058f558d7. 00000400:00000200:1.0:1780978058.728345:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c1639b 00000400:00000010:1.0:1780978058.728347:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c1639b. 00000100:00000001:1.0:1780978058.728351:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978058.728398:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978058.728409:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728416:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978058.728417:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728420:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978058.728423:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978058.728425:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978058.728428:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978058.728430:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978058.728438:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=7 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978058.728441:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=7 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978058.728444:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978058.728445:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978058.728447:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978058.728451:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978058.728453:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978058.728455:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978058.728457:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978058.728459:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.728462:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728474:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978058.728477:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978058.728479:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978058.728483:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978058.728489:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841600:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978058.728494:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978058.728495:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978058.728497:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee848e6. 00000400:00000200:1.0:1780978058.728499:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da0c5610 00000400:00000010:1.0:1780978058.728501:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da0c5610. 00000100:00000001:1.0:1780978058.728502:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978058.728505:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978058.728512:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728517:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978058.728518:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728519:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978058.728520:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978058.728521:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978058.728523:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978058.728524:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978058.728527:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=7 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978058.728529:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=7 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978058.728531:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978058.728532:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978058.728533:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978058.728534:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978058.728536:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.728538:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728549:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978058.728550:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978058.728551:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978058.728554:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978058.728560:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341841536:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978058.728565:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978058.728566:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978058.728568:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd3c4dc7. 00000400:00000200:1.0:1780978058.728569:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017c2d3c2 00000400:00000010:1.0:1780978058.728571:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017c2d3c2. 00000100:00000001:1.0:1780978058.728572:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978058.728574:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978058.728580:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728586:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978058.728587:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728588:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978058.728589:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978058.728590:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978058.728591:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978058.728593:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978058.728596:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=6 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978058.728598:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=6 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978058.728601:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978058.728602:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978058.728603:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978058.728605:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978058.728606:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978058.728607:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978058.728609:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978058.728610:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978058.728612:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728617:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978058.728618:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978058.728619:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978058.728621:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978058.728626:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341841664:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978058.728629:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728631:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978058.728634:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341841600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978091 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728639:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978058.728641:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978058.728643:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:1.0:1780978058.728647:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978058.728649:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978058.728651:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978058.728653:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978058.728655:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978058.728657:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978058.728659:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978058.728660:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978058.728664:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978058.728665:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728666:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978058.728669:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341841536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978065 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728674:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978058.728675:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978058.728675:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:1.0:1780978058.728677:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978058.728679:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978058.728679:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978058.728681:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978058.728682:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978058.728683:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978058.728684:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978058.728685:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978058.728687:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978058.728688:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728689:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978058.728691:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341841664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978090 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978058.728696:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978058.728697:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978058.728698:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:1.0:1780978058.728700:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978058.728701:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978058.728701:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978058.728703:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978058.728704:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978058.728705:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978058.728706:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978058.728707:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978058.728708:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978058.728709:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728711:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978058.728719:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978058.728720:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978058.728722:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978058.728724:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978059.233659:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978059.233667:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978059.233669:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978059.233675:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 30 seconds 00000100:00000001:0.0:1780978059.233680:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978059.233683:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978059.553546:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978059.553563:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978059.553569:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978059.553570:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978059.553581:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978059.553583:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978059.553688:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978059.553692:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978059.553694:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978060.577528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978060.577534:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978060.577541:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978060.577542:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978060.577546:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978060.577547:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603843:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978061.603854:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978061.603857:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978061.603859:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603866:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978061.603868:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603871:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603873:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603877:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978061.603878:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603882:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978061.603884:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978061.603885:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978061.603890:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978061.603893:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978061.603893:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603895:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978061.603896:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603897:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978061.603899:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978061.604014:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978061.604021:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978061.604027:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978062.625504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978062.625511:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978062.625529:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978062.625531:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978062.625534:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978062.625536:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978063.649554:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978063.649562:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978063.649591:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978063.649592:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978063.649597:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978063.649599:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978063.649890:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978063.649897:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978063.649901:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978064.673572:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978064.673579:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978064.673585:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978064.673586:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978064.673590:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978064.673591:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978065.697542:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978065.697547:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978065.697552:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978065.697553:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978065.697556:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978065.697557:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978065.700069:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978065.700074:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978065.700079:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978066.722003:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978066.722008:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978066.722015:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978066.722016:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978066.722019:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978066.722020:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747424:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978067.747431:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747440:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978067.747446:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978067.747448:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978067.747456:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978067.747458:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978067.747460:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747463:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978067.747465:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747467:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747469:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978067.747472:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978067.747474:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978067.747548:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978067.747551:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978067.747553:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978068.769477:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978068.769491:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978068.769497:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978068.769498:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978068.769501:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978068.769503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978069.794004:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978069.794009:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978069.794014:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978069.794015:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978069.794019:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978069.794020:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978069.794101:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978069.794105:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978069.794107:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978070.817538:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978070.817542:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978070.817548:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978070.817549:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978070.817553:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978070.817553:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841480:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978071.841487:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978071.841489:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978071.841491:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841495:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978071.841497:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841498:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841500:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978071.841505:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841509:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978071.841510:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978071.841511:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978071.841515:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978071.841517:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978071.841518:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841520:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978071.841520:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841522:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978071.841523:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978071.841731:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978071.841734:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978071.841736:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978072.865494:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978072.865501:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978072.865506:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978072.865507:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978072.865511:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978072.865512:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978073.889516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978073.889522:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978073.889528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978073.889529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978073.889533:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978073.889534:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978073.889596:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978073.889599:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978073.889602:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978074.081637:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978074.081651:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978074.081660:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978074.081666:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978074.081671:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978074.081683:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978074.081689:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978074.081698:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978074.081705:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081716:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978074.081727:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978074.081730:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081735:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.081776:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081779:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978074.081783:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978074.081785:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978074.081788:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978074.081790:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978074.081791:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978074.081792:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978074.081795:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978074.081798:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081801:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978074.081808:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978074.081809:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081811:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.081817:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081819:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978074.081822:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978074.081824:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978074.081826:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978074.081828:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978074.081829:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978074.081830:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978074.081833:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978074.081835:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081837:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978074.081843:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978074.081844:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.081846:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.081852:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978074.081854:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978074.081857:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978074.081859:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978074.081861:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978074.081866:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3466) 00000100:00000001:1.0:1780978074.081881:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.081885:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978074.081887:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978074.081891:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.081898:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978074.081899:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.081904:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978074.081906:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978074.081909:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842176:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978074.081914:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978074.081920:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978074.081922:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.081924:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978074.081928:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978074.081930:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978074.081938:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978074.081943:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978074.081949:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978074.081958:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842176, portal 10 00000100:00000001:1.0:1780978074.081960:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978074.081961:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978074.081967:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.081974:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978074.081976:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978074.081979:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdf1e1d5. 00000100:00000200:1.0:1780978074.081982:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842176, offset 0 00000400:00000200:1.0:1780978074.081988:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978074.081998:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082006:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978074.082014:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978074.082017:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978074.082020:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978074.082024:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2048:2048:256:4294967295] 192.168.201.116@tcp LPNI seq info [2048:2048:8:4294967295] 00000400:00000200:1.0:1780978074.082027:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082036:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978074.082041:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978074.082045:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214886). 00000800:00000200:1.0:1780978074.082051:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978074.082059:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978074.082063:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978074.082081:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082083:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.082086:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082089:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082090:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.082098:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978074.082100:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978074.082102:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.082103:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978074.082104:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978074.082107:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780978074.082108:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.082110:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978074.082111:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.082112:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.082113:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978074.082114:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978074.082117:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.082124:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978074.082124:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.082126:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978074.082128:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978074.082129:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842112:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978074.082132:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978074.082134:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978074.082135:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.082137:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978074.082139:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978074.082140:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978074.082144:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978074.082146:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008abcf8b3. 00000400:00000010:1.0:1780978074.082149:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978074.082151:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842112, portal 25 00000100:00000001:1.0:1780978074.082153:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978074.082154:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780978074.082157:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.082162:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978074.082164:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978074.082166:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d29180cc. 00000100:00000200:1.0:1780978074.082168:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341842112, offset 0 00000400:00000200:1.0:1780978074.082172:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978074.082175:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082178:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978074.082181:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978074.082183:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978074.082185:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978074.082187:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2049:2049:255:4294967295] 192.168.201.116@tcp LPNI seq info [2049:2049:7:4294967295] 00000400:00000200:1.0:1780978074.082191:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082197:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978074.082200:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978074.082203:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3215134). 00000800:00000200:1.0:1780978074.082207:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978074.082210:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978074.082212:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978074.082214:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082216:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.082218:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082219:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978074.082221:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.082227:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978074.082227:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.082229:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978074.082230:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978074.082232:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842240:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978074.082235:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978074.082237:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978074.082238:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.082239:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978074.082241:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978074.082242:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978074.082245:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978074.082247:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978074.082250:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978074.082252:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842240, portal 10 00000100:00000001:1.0:1780978074.082253:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978074.082254:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978074.082258:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.082263:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978074.082265:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978074.082266:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978074.082268:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842240, offset 0 00000400:00000200:1.0:1780978074.082270:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978074.082273:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082275:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978074.082277:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978074.082278:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978074.082280:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978074.082281:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2050:2050:254:4294967295] 192.168.201.116@tcp LPNI seq info [2050:2050:6:4294967295] 00000400:00000200:1.0:1780978074.082283:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978074.082287:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978074.082289:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978074.082292:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3215382). 00000800:00000200:1.0:1780978074.082294:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978074.082297:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978074.082298:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978074.082300:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082300:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.082301:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082303:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.082304:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978074.082938:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978074.082942:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.085395:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.085399:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978074.085408:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978074.085409:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978074.085412:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008abcf8b3. 00000400:00000200:1.0:1780978074.085417:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978074.085419:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978074.085422:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978074.085426:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978074.085434:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.086216:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978074.086220:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.086224:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978074.086227:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978074.086230:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978074.086232:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.086234:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978074.086241:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=23 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978074.086246:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=23 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978074.086249:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978074.086250:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978074.086253:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978074.086255:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.086258:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.086266:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.086274:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.086278:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978074.086280:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978074.086283:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978074.086290:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842112:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978074.086297:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.086299:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978074.086301:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341842112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978081 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.086307:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978074.086310:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978074.086312:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978074.086317:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978074.086320:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978074.086322:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978074.086324:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978074.086327:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978074.086330:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978074.086331:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978074.086333:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978074.086336:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978074.086337:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.086340:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.086341:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.086343:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978074.086344:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.086345:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.094909:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.094914:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978074.094923:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978074.094925:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978074.094927:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978074.094933:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:1.0:1780978074.094935:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:1.0:1780978074.094938:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978074.094944:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978074.094952:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.094957:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978074.094959:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.094961:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978074.094964:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978074.094967:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978074.094969:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.094971:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978074.094981:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=22 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978074.094985:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=22 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978074.094988:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978074.094989:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978074.094992:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978074.094995:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.094998:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978074.095001:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978074.095002:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978074.095003:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.095008:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.095014:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.095017:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978074.095019:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978074.095021:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978074.095028:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842240:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978074.095032:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978074.095033:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978074.095034:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978074.095036:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978074.095038:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978074.095039:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978074.095041:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978074.095047:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.095053:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978074.095053:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.095055:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978074.095056:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978074.095057:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978074.095058:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978074.095060:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978074.095063:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=23 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978074.095065:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=23 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978074.095067:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978074.095068:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978074.095069:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978074.095071:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.095073:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978074.095074:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978074.095075:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978074.095076:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978074.095079:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.095083:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978074.095084:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978074.095085:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978074.095088:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978074.095093:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842176:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978074.095097:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.095099:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978074.095102:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341842240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978106 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.095108:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978074.095110:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978074.095113:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978074.095118:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978074.095120:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978074.095122:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978074.095124:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978074.095126:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978074.095130:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978074.095132:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978074.095133:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978074.095137:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978074.095139:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.095140:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978074.095142:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341842176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978107 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978074.095166:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978074.095167:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978074.095168:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978074.095170:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978074.095171:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978074.095171:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978074.095173:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978074.095174:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978074.095176:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978074.095177:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978074.095178:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978074.095180:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978074.095182:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.095184:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978074.095193:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978074.095195:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978074.095197:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978074.095199:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978074.919166:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978074.919173:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978074.919180:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978074.919181:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978074.919184:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978074.919185:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978075.937515:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978075.937520:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978075.937526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978075.937526:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978075.937529:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978075.937530:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978075.937679:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978075.937683:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978075.937685:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978076.961545:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978076.961551:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978076.961558:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978076.961559:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978076.961563:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978076.961564:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986240:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978077.986245:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986251:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978077.986254:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978077.986256:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978077.986262:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978077.986263:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978077.986265:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986268:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978077.986270:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986272:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986273:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978077.986278:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978077.986279:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978077.986414:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978077.986417:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978077.986420:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978078.586621:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978078.586629:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978078.586630:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978078.586632:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978078.586637:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c21fe1d 00000400:00000010:0.0:1780978078.586639:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000001c21fe1d (tot 3214006). 00000100:00000001:0.0:1780978078.586643:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978078.586648:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978091 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1780978078.586655:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978091 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978078.586660:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978078.586662:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978078.586665:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978078.586667:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978078.586670:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978078.586672:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978078.586674:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978078.586681:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=27 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978078.586685:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=27 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978078.586698:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780978078.586701:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978091 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1780978078.586707:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978078.586710:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978078.586711:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978078.586713:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978078.586714:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780978078.586717:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978091 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978078.586722:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780978078.586724:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978078.586727:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978078.586730:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978091 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:0.0:1780978078.586736:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341839168:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978078.586740:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978078.586743:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978078.586745:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780978078.586747:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978078.586749:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978091 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978078.586754:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978078.586756:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978078.586760:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780978078.586761:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780978078.586764:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780978078.586768:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978078.586770:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978078.586772:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=4 00000020:00000001:0.0:1780978078.586774:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978078.586776:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00010000:0.0:1780978078.586780:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586787:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586793:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780978078.586796:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586801:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586803:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780978078.586805:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586810:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586812:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.586813:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780978078.586814:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586819:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586821:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978078.586823:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978078.586825:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780978078.586827:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586832:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00010000:0.0:1780978078.586834:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000902474e2 already unused, calling callback (00000000cac9da95) 00000080:00000001:0.0:1780978078.586837:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780978078.586840:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586844:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586847:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780978078.586849:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780978078.586850:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586855:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586856:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780978078.586858:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780978078.586859:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978078.586860:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978078.586861:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=5 00000020:00000001:0.0:1780978078.586863:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978078.586865:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978078.586868:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780978078.586869:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586873:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00000080:00000001:0.0:1780978078.586875:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780978078.586876:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978078.586878:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780978078.586880:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780978078.586882:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780978078.586884:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780978078.586885:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978078.586886:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780978078.586888:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000902474e2 with handle 0x2eb9f87d7f63077e from hash 00010000:00000001:0.0:1780978078.586890:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780978078.586891:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.586892:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.586905:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780978078.586907:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780978078.586908:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780978078.586910:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.586911:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.586912:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780978078.586913:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978078.586915:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586920:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000001:0.0:1780978078.586921:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.586922:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.586923:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780978078.586924:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780978078.586925:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.586926:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.586927:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780978078.586928:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63077e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.586933:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 1 00010000:00000040:0.0:1780978078.586935:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be1c4700 count: 0 00010000:00000010:0.0:1780978078.586940:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978078.586947:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.586948:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978078.586952:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978078.586954:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341839168/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978091 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978078.586959:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978078.586962:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978078.586964:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978078.587014:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978078.587016:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978078.587018:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978078.587020:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978078.587022:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e4d7156f. 02000000:00000001:0.0:1780978078.587025:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978078.587026:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978078.587027:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:0.0:1780978078.587031:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978078.587032:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:0.0:1780978078.587035:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:60 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:0.0:1780978078.587039:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780978078.587041:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978078.587046:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978078.587047:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978078.587049:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978078.587053:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be6fc34d. 00000020:00000040:0.0:1780978078.587056:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978078.587060:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780978078.587061:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978078.587063:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780978078.587067:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978078.587071:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978078.587072:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978078.587073:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978078.587076:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978078.587077:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978078.587081:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978078.587087:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4d7156f. 00000100:00000001:0.0:1780978078.587092:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978078.587094:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978078.587096:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978078.587097:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978078.587098:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978078.587099:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978078.587107:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00010000:00000001:0.0:1780978078.587109:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780978078.587111:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780978078.587115:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d3c6755. 00010000:00000010:0.0:1780978078.587118:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978078.587121:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780978078.587123:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f18713ac. 00000020:00000001:0.0:1780978078.587126:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780978078.587128:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f18713ac with handle 0x2eb9f87d7f630785 to hash 00000020:00000001:0.0:1780978078.587129:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780978078.587131:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978078.587133:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978078.587136:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978078.587137:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978078.587139:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.587144:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00010000:0.0:1780978078.587147:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.587152:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00000020:00100000:0.0:1780978078.587158:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780978078.587163:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780978078.587169:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978078.587174:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00000100:00000001:0.0:1780978078.587176:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780978078.587177:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780978078.587181:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978078.587183:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294498489280 : -109779211062336 : ffff9c28091ef3c0) 00000100:00000001:0.0:1780978078.587186:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978078.587187:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000001:0.0:1780978078.587190:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978078.587193:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978078.587194:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780978078.587195:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978078.587197:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978078.587198:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978078.587199:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=60 : 60 : 3c) 00000100:00100000:0.0:1780978078.587217:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 60 seconds 00000100:00000001:0.0:1780978078.587220:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978078.587221:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978078.587221:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978078.587223:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780978078.592413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be1c4700. 00010000:00000010:0.1:1780978078.592431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902474e2. 00010000:00000001:0.0:1780978079.009537:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978079.009542:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978079.009547:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978079.009548:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978079.009551:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978079.009551:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201532:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978079.201544:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978079.201553:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978079.201560:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978079.201564:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978079.201568:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978079.201573:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978079.201581:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978079.201588:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201599:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978079.201613:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978079.201617:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201624:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978079.201655:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201658:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978079.201660:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978079.201663:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978079.201665:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978079.201668:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978079.201669:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978079.201670:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978079.201672:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978079.201675:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201706:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978079.201713:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978079.201715:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201718:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978079.201724:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201726:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978079.201728:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978079.201731:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978079.201733:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978079.201735:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978079.201736:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978079.201737:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978079.201740:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978079.201742:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201745:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978079.201750:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978079.201751:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978079.201753:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978079.201759:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978079.201761:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978079.201764:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978079.201766:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978079.201769:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978079.201778:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3471) 00000100:00000001:0.0:1780978079.201839:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.201844:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978079.201846:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978079.201850:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.201857:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978079.201859:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.201862:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978079.201864:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978079.201867:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842432:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978079.201871:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978079.201876:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978079.201878:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.201880:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978079.201884:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978079.201886:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978079.201893:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978079.201898:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978079.201903:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084bb79cb. 00000100:00000200:0.0:1780978079.201910:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842432, portal 25 00000100:00000001:0.0:1780978079.201912:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978079.201913:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978079.201918:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.201924:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978079.201927:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978079.201929:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978079.201932:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341842432, offset 0 00000400:00000200:0.0:1780978079.201939:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978079.201947:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.201955:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978079.201961:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978079.201965:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978079.201968:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978079.201971:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2051:2051:256:4294967295] 192.168.201.116@tcp LPNI seq info [2051:2051:8:4294967295] 00000400:00000200:0.0:1780978079.201976:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.201984:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978079.201989:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978079.201994:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fcd3c86 (tot 3214254). 00000800:00000200:0.0:1780978079.202001:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978079.202009:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978079.202024:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fcd3c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978079.202039:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202041:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.202043:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202046:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978079.202048:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.202053:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978079.202054:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.202056:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978079.202057:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978079.202059:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978079.202062:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978079.202064:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978079.202065:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.202067:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978079.202069:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978079.202070:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978079.202074:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978079.202076:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978079.202079:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b082260c. 00000100:00000200:0.0:1780978079.202081:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842560, portal 10 00000100:00000001:0.0:1780978079.202083:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978079.202083:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978079.202088:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.202094:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978079.202096:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978079.202098:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 00000100:00000200:0.0:1780978079.202099:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842560, offset 0 00000400:00000200:0.0:1780978079.202103:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978079.202106:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.202109:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978079.202112:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978079.202113:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978079.202115:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978079.202117:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2052:2052:255:4294967295] 192.168.201.116@tcp LPNI seq info [2052:2052:7:4294967295] 00000400:00000200:0.0:1780978079.202121:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.202126:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978079.202130:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978079.202132:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc33fdb2 (tot 3214502). 00000800:00000200:0.0:1780978079.202135:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978079.202139:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978079.202141:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc33fdb2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978079.202143:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202144:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.202146:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202148:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202150:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.202157:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978079.202158:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978079.202160:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.202161:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978079.202162:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978079.202165:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978079.202166:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.202167:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978079.202169:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.202170:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.202171:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978079.202172:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978079.202174:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.202180:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978079.202181:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.202183:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978079.202184:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978079.202186:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842496:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978079.202189:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978079.202190:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978079.202191:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.202192:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978079.202194:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978079.202196:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978079.202198:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978079.202200:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000496e7aa4. 00000400:00000010:0.0:1780978079.202202:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007486df7a. 00000100:00000200:0.0:1780978079.202204:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842496, portal 10 00000100:00000001:0.0:1780978079.202206:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978079.202207:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978079.202210:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.202216:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978079.202218:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978079.202220:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000200:0.0:1780978079.202222:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842496, offset 0 00000400:00000200:0.0:1780978079.202225:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978079.202228:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.202230:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978079.202233:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978079.202235:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978079.202237:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978079.202239:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2053:2053:254:4294967295] 192.168.201.116@tcp LPNI seq info [2053:2053:6:4294967295] 00000400:00000200:0.0:1780978079.202243:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978079.202248:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978079.202251:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978079.202254:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8c30d3 (tot 3214750). 00000800:00000200:0.0:1780978079.202257:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978079.202261:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978079.202262:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8c30d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978079.202276:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202277:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.202279:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202281:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202282:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.202294:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.202296:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.209754:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.209760:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978079.209768:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978079.209770:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978079.209772:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e7aa4. 00000400:00000200:0.0:1780978079.209779:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007486df7a 00000400:00000010:0.0:1780978079.209781:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007486df7a. 00000100:00000001:0.0:1780978079.209784:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978079.209793:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978079.209807:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209814:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978079.209816:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.209819:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978079.209821:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978079.209824:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978079.209827:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.209829:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978079.209838:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=28 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978079.209842:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=28 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978079.209844:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978079.209845:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978079.209848:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978079.209852:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.209855:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978079.209857:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978079.209859:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978079.209861:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978079.209864:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209869:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.209872:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978079.209874:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978079.209877:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978079.209883:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842496:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978079.209888:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978079.209889:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978079.209891:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978079.209893:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084bb79cb 00000400:00000010:0.0:1780978079.209894:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084bb79cb. 00000100:00000001:0.0:1780978079.209895:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978079.209898:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978079.209903:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209908:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978079.209909:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.209911:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978079.209912:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978079.209913:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978079.209914:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.209915:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978079.209917:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=28 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978079.209919:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=28 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978079.209921:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978079.209921:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978079.209923:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978079.209924:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.209926:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978079.209928:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209933:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.209934:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978079.209935:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978079.209937:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978079.209943:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842432:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978079.209947:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978079.209948:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978079.209949:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978079.209951:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b082260c 00000400:00000010:0.0:1780978079.209952:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b082260c. 00000100:00000001:0.0:1780978079.209953:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978079.209956:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978079.209961:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209966:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978079.209967:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.209968:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978079.209969:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978079.209970:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978079.209971:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978079.209973:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978079.209975:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=27 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978079.209977:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=27 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978079.209979:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978079.209980:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978079.209981:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978079.209982:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.209983:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978079.209984:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978079.209986:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978079.209987:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978079.209989:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.209994:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978079.209996:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978079.209997:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978079.209999:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978079.210004:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978079.210007:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.210010:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978079.210024:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341842496/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978112 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.210030:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978079.210032:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978079.210034:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978079.210038:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978079.210040:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978079.210042:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978079.210044:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978079.210046:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:0.0:1780978079.210050:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978079.210051:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978079.210052:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978079.210055:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978079.210056:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.210058:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978079.210060:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341842432/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978086 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.210065:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978079.210066:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978079.210067:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978079.210069:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978079.210070:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978079.210071:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978079.210072:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978079.210073:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978079.210075:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978079.210076:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978079.210077:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978079.210079:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978079.210080:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.210081:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978079.210083:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341842560/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978079.210088:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978079.210089:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978079.210089:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978079.210091:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978079.210092:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978079.210093:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978079.210094:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978079.210095:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:0.0:1780978079.210097:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978079.210098:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978079.210098:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978079.210100:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978079.210101:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.210103:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978079.210111:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978079.210112:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978079.210114:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978079.210115:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978080.033489:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978080.033495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978080.033515:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978080.033516:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978080.033519:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978080.033519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978080.033625:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978080.033628:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978080.033631:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978081.057522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978081.057529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978081.057535:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978081.057536:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978081.057539:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978081.057540:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081815:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978082.081822:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978082.081824:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978082.081826:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081832:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978082.081834:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081835:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081837:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081841:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978082.081842:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081846:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978082.081847:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978082.081848:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978082.081853:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978082.081855:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978082.081856:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081857:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978082.081858:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081859:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978082.081861:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978082.081964:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978082.081968:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978082.081971:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978083.105485:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978083.105490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978083.105495:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978083.105496:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978083.105500:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978083.105501:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978084.129752:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978084.129757:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978084.129764:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978084.129764:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978084.129768:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978084.129769:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978084.129897:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978084.129900:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978084.129903:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978085.153759:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978085.153766:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978085.153773:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978085.153774:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978085.153777:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978085.153778:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978086.178501:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978086.178507:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978086.178514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978086.178515:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978086.178518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978086.178518:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978086.183523:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978086.183530:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978086.183536:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978087.201533:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978087.201547:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978087.201554:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978087.201555:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978087.201558:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978087.201558:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225556:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978088.225562:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225568:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978088.225571:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978088.225573:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978088.225578:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978088.225581:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978088.225583:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225586:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978088.225589:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225591:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225593:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978088.225596:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978088.225597:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978088.227560:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978088.227565:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978088.227570:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978089.249911:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978089.249918:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978089.249925:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978089.249926:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978089.249930:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978089.249931:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441539:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978089.441552:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978089.441561:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d457ab7. 00000020:00000040:0.0:1780978089.441568:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978089.441573:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978089.441576:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978089.441581:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978089.441590:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978089.441596:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441607:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978089.441617:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978089.441622:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441628:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d457ab7] to pc [ptlrpcd_00_00+0] req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.441665:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441667:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978089.441671:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978089.441673:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b43227c2. 00000020:00000040:0.0:1780978089.441676:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978089.441678:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978089.441679:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978089.441680:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978089.441684:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978089.441687:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441690:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978089.441696:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978089.441697:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441700:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b43227c2] to pc [ptlrpcd_00_01+1] req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.441706:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441708:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978089.441711:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978089.441713:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087a01b6a. 00000020:00000040:0.0:1780978089.441715:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978089.441717:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978089.441718:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978089.441719:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978089.441721:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b291553. 00000100:00000001:0.0:1780978089.441723:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441736:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978089.441742:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978089.441743:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.441746:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087a01b6a] to pc [ptlrpcd_00_00+0] req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.441752:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978089.441753:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978089.441756:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978089.441758:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978089.441760:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978089.441765:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3481) 00000100:00000001:0.0:1780978089.441781:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.441784:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978089.441787:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978089.441790:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.441797:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978089.441798:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.441802:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978089.441804:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978089.441807:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842880:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978089.441811:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978089.441816:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978089.441818:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.441821:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978089.441825:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978089.441827:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978089.441835:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978089.441839:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978089.441845:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b082260c. 00000100:00000200:0.0:1780978089.441851:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842880, portal 10 00000100:00000001:0.0:1780978089.441854:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978089.441855:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701162496 : -109779008389120 : ffff9c2815338000) 00000100:00000040:0.0:1780978089.441862:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.441868:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978089.441871:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978089.441873:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084bb79cb. 00000100:00000200:0.0:1780978089.441876:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842880, offset 0 00000400:00000200:0.0:1780978089.441883:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978089.441891:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.441900:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978089.441907:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978089.441911:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978089.441914:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978089.441917:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2057:2057:256:4294967295] 192.168.201.116@tcp LPNI seq info [2057:2057:8:4294967295] 00000400:00000200:0.0:1780978089.441922:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.441929:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978089.441935:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978089.441941:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8c30d3 (tot 3214254). 00000800:00000200:0.0:1780978089.441948:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978089.441955:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978089.441960:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8c30d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978089.441976:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.441978:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.441981:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.441983:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.441985:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.441994:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978089.441996:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978089.441997:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.441998:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978089.441999:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978089.442001:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780978089.442002:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.442003:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978089.442004:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.442005:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.442006:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978089.442006:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978089.442009:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.442015:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978089.442016:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.442017:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978089.442019:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978089.442020:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842816:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978089.442024:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978089.442026:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978089.442026:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.442028:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978089.442030:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978089.442032:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978089.442035:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978089.442038:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978089.442041:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007486df7a. 00000100:00000200:0.0:1780978089.442043:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842816, portal 25 00000100:00000001:0.0:1780978089.442044:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978089.442045:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701164928 : -109779008386688 : ffff9c2815338980) 00000100:00000040:0.0:1780978089.442049:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.442053:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978089.442055:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978089.442057:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e58b61c9. 00000100:00000200:0.0:1780978089.442058:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341842816, offset 0 00000400:00000200:0.0:1780978089.442062:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978089.442065:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.442069:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978089.442072:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978089.442073:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978089.442075:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978089.442077:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2058:2058:255:4294967295] 192.168.201.116@tcp LPNI seq info [2058:2058:7:4294967295] 00000400:00000200:0.0:1780978089.442080:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.442085:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978089.442089:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978089.442091:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc33fdb2 (tot 3214502). 00000800:00000200:0.0:1780978089.442094:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978089.442098:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978089.442100:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc33fdb2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978089.442103:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.442104:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.442105:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.442107:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978089.442109:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.442114:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978089.442115:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.442117:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978089.442118:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978089.442120:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842944:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978089.442122:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978089.442124:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978089.442125:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.442126:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978089.442128:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978089.442130:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978089.442132:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978089.442134:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000496e7aa4. 00000400:00000010:0.0:1780978089.442137:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000200:0.0:1780978089.442139:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341842944, portal 10 00000100:00000001:0.0:1780978089.442140:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978089.442141:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701189248 : -109779008362368 : ffff9c281533e880) 00000100:00000040:0.0:1780978089.442145:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.442150:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978089.442151:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978089.442154:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 00000100:00000200:0.0:1780978089.442155:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341842944, offset 0 00000400:00000200:0.0:1780978089.442159:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978089.442161:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.442164:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978089.442167:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978089.442169:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978089.442170:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978089.442172:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2059:2059:254:4294967295] 192.168.201.116@tcp LPNI seq info [2059:2059:6:4294967295] 00000400:00000200:0.0:1780978089.442175:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978089.442179:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978089.442182:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978089.442184:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fcd3c86 (tot 3214750). 00000800:00000200:0.0:1780978089.442188:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978089.442191:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978089.442193:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fcd3c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978089.442195:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.442196:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.442198:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.442200:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.442201:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978089.443156:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978089.443160:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.455890:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.455895:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978089.455903:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978089.455905:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978089.455907:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978089.455912:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007486df7a 00000400:00000010:0.0:1780978089.455914:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007486df7a. 00000100:00000001:0.0:1780978089.455917:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978089.455920:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978089.455928:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.455934:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978089.455936:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.455938:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978089.455941:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978089.455943:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978089.455946:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.455949:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978089.455956:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=38 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978089.455960:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=38 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978089.455962:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978089.455964:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978089.455966:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978089.455968:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.455971:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.455975:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.455981:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.455984:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978089.455986:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978089.455989:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978089.455996:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341842816:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978089.456003:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.456005:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978089.456008:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007d457ab7 x1867487341842816/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978096 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.456015:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978089.456017:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978089.456021:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978089.456024:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978089.456027:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978089.456029:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978089.456032:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978089.456033:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:0.0:1780978089.456037:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978089.456038:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978089.456039:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d457ab7. 00000100:00000001:0.0:1780978089.456042:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978089.456043:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.456047:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.456048:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.456049:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978089.456050:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.456052:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.466042:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.466047:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978089.466053:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978089.466055:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978089.466057:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e7aa4. 00000400:00000200:0.0:1780978089.466062:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d65417 00000400:00000010:0.0:1780978089.466064:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d65417. 00000100:00000001:0.0:1780978089.466067:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978089.466070:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978089.466079:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466084:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978089.466086:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466088:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978089.466091:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978089.466094:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978089.466096:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.466098:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978089.466107:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=37 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978089.466110:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=37 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978089.466113:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978089.466114:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978089.466116:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978089.466119:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.466122:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978089.466123:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978089.466125:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978089.466126:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.466130:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466141:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.466144:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978089.466145:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978089.466148:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978089.466155:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842944:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978089.466160:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978089.466161:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978089.466162:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978089.466164:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b082260c 00000400:00000010:0.0:1780978089.466166:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b082260c. 00000100:00000001:0.0:1780978089.466167:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978089.466169:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978089.466175:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466180:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978089.466181:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466182:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978089.466183:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978089.466184:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978089.466185:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978089.466186:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978089.466189:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=38 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978089.466192:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=38 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978089.466194:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978089.466195:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978089.466196:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978089.466198:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.466199:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978089.466200:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978089.466203:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978089.466204:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978089.466206:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466211:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978089.466213:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978089.466214:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978089.466215:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978089.466221:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341842880:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978089.466225:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466227:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978089.466229:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087a01b6a x1867487341842944/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978121 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466235:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978089.466237:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978089.466240:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978089.466243:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978089.466245:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978089.466246:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978089.466248:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978089.466250:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b291553. 02000000:00000001:0.0:1780978089.466253:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978089.466255:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978089.466256:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087a01b6a. 00000100:00000001:0.0:1780978089.466259:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978089.466260:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466261:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978089.466263:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b43227c2 x1867487341842880/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978122 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978089.466267:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978089.466268:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978089.466269:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978089.466271:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978089.466272:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978089.466272:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978089.466274:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978089.466275:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:0.0:1780978089.466276:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978089.466277:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978089.466278:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b43227c2. 00000100:00000001:0.0:1780978089.466279:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978089.466280:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466282:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978089.466289:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978089.466291:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978089.466293:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978089.466295:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978090.273531:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978090.273537:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978090.273543:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978090.273544:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978090.273547:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978090.273548:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978090.274343:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978090.274347:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978090.274351:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978091.297800:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978091.297807:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978091.297814:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978091.297815:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978091.297818:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978091.297819:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978092.321524:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978092.321526:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978092.321529:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321535:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978092.321537:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321539:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321540:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321544:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978092.321545:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321549:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978092.321550:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978092.321552:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978092.321556:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978092.321558:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978092.321559:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321560:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978092.321561:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321562:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978092.321564:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978092.325744:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978092.325751:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978092.325756:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978093.345512:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978093.345518:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978093.345523:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978093.345524:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978093.345527:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978093.345528:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978094.369633:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978094.369638:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978094.369645:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978094.369645:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978094.369648:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978094.369649:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978094.369768:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978094.369772:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978094.369775:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978095.393579:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978095.393587:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978095.393593:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978095.393594:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978095.393597:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978095.393598:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978096.419880:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978096.419886:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978096.419893:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978096.419895:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978096.419898:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978096.419899:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978096.419962:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978096.419967:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978096.419970:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978097.441700:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978097.441706:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978097.441712:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978097.441713:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978097.441716:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978097.441717:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470067:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978098.470074:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470081:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978098.470084:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978098.470085:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978098.470091:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978098.470093:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978098.470094:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470097:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978098.470099:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470101:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470103:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978098.470106:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978098.470107:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978098.470256:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978098.470260:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978098.470263:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978099.489654:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978099.489661:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978099.489668:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978099.489669:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978099.489672:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978099.489673:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978100.514723:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978100.514728:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978100.514734:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978100.514735:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978100.514739:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978100.514740:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978100.514983:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978100.514995:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978100.514998:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978101.537670:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978101.537677:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978101.537679:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978101.537681:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537686:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978101.537688:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537689:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537691:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537701:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978101.537702:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537706:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978101.537708:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978101.537710:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978101.537715:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978101.537721:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978101.537722:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537723:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978101.537724:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537725:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978101.537727:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978102.561562:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978102.561568:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978102.561574:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978102.561574:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978102.561577:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978102.561578:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978102.561713:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978102.561716:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978102.561719:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978103.586557:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978103.586562:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978103.586568:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978103.586569:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978103.586572:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978103.586573:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978104.610342:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978104.610348:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978104.610354:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978104.610370:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978104.610373:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978104.610374:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978104.614389:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978104.614395:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978104.614401:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978104.804704:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978104.804713:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978104.804723:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b43227c2. 00000020:00000040:0.0:1780978104.804728:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978104.804733:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978104.804736:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978104.804740:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978104.804748:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978104.804754:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.804762:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978104.804778:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978104.804781:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.804786:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b43227c2] to pc [ptlrpcd_00_01+1] req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.804842:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.804846:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978104.804848:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978104.804852:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.804860:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978104.804861:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.804865:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978104.804867:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978104.804869:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341843392:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978104.804873:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978104.804928:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978104.804931:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.804933:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978104.804937:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978104.804939:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978104.804955:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978104.804960:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978104.804966:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978104.804973:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341843392, portal 25 00000100:00000001:1.0:1780978104.804975:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978104.804977:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701162496 : -109779008389120 : ffff9c2815338000) 00000100:00000040:1.0:1780978104.804981:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.804987:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978104.804989:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978104.804991:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978104.804994:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341843392, offset 0 00000400:00000200:1.0:1780978104.805000:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978104.805009:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.805016:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978104.805023:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978104.805027:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978104.805030:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978104.805033:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2066:2066:256:4294967295] 192.168.201.116@tcp LPNI seq info [2066:2066:8:4294967295] 00000400:00000200:1.0:1780978104.805037:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.805055:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978104.805061:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978104.805065:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214254). 00000800:00000200:1.0:1780978104.805072:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978104.805079:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978104.805082:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978104.805099:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.805101:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978104.805104:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.805107:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.805109:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978104.805630:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.805633:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978104.805636:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978104.805640:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087a01b6a. 00000020:00000040:0.0:1780978104.805643:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978104.805646:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978104.805647:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978104.805649:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978104.805652:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b291553. 00000100:00000001:0.0:1780978104.805656:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.805659:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978104.805666:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978104.805668:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.805671:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087a01b6a] to pc [ptlrpcd_00_00+0] req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.805816:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978104.805818:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978104.805822:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.805823:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978104.805825:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978104.805828:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978104.805829:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.805831:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978104.805832:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.805834:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.805835:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978104.805836:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978104.805839:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.805847:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978104.805848:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.805851:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978104.805853:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978104.805855:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341843456:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978104.805859:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978104.805862:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978104.805863:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.805865:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978104.805868:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978104.805870:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978104.805929:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978104.805934:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978104.805939:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978104.805943:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341843456, portal 10 00000100:00000001:1.0:1780978104.805986:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978104.805987:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701189248 : -109779008362368 : ffff9c281533e880) 00000100:00000040:1.0:1780978104.805996:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.806001:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978104.806004:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978104.806007:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e23b1. 00000100:00000200:1.0:1780978104.806009:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341843456, offset 0 00000400:00000200:1.0:1780978104.806014:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978104.806020:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.806024:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978104.806030:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978104.806032:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978104.806035:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978104.806037:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2067:2067:256:4294967295] 192.168.201.116@tcp LPNI seq info [2067:2067:8:4294967295] 00000400:00000200:1.0:1780978104.806716:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.806728:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978104.806734:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978104.806739:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780978104.806745:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978104.806751:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978104.806754:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978104.806826:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.806829:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978104.806832:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.806835:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.806838:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.806850:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.806852:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978104.807166:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.807170:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978104.807174:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978104.807178:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d457ab7. 00000020:00000040:0.0:1780978104.807181:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978104.807185:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978104.807187:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978104.807191:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978104.807195:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978104.807200:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.807206:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978104.807214:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978104.807216:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.807220:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d457ab7] to pc [ptlrpcd_00_01+1] req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978104.807241:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978104.807243:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978104.807246:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978104.807248:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978104.807251:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978104.807255:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3497) 00000100:00000001:1.0:1780978104.807304:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780978104.807307:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978104.807308:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.807314:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978104.807316:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.807317:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.807318:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978104.807320:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978104.807324:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.807337:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978104.807338:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.807343:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978104.807344:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978104.807347:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341843520:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978104.807351:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978104.807354:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978104.807369:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.807371:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978104.807375:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdf6a80. 02000000:00000001:1.0:1780978104.807376:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978104.807381:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978104.807385:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008abcf8b3. 00000400:00000010:1.0:1780978104.807389:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cf0712c. 00000100:00000200:1.0:1780978104.807394:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341843520, portal 10 00000100:00000001:1.0:1780978104.807396:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978104.807397:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701164928 : -109779008386688 : ffff9c2815338980) 00000100:00000040:1.0:1780978104.807402:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.807409:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978104.807412:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978104.807414:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978104.807416:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341843520, offset 0 00000400:00000200:1.0:1780978104.807421:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978104.807427:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.807432:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978104.807437:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978104.807440:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978104.807442:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978104.807445:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2068:2068:255:4294967295] 192.168.201.116@tcp LPNI seq info [2068:2068:7:4294967295] 00000400:00000200:1.0:1780978104.807449:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978104.807456:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978104.807461:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978104.807464:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214502). 00000800:00000200:1.0:1780978104.807468:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978104.807474:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978104.807476:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978104.807479:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.807481:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978104.807482:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.807484:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.807486:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.807494:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.807496:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978104.807497:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.807498:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.811165:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.811169:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978104.811502:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978104.811505:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978104.811512:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978104.811514:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978104.811518:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008abcf8b3. 00000400:00000200:0.0:1780978104.811522:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cf0712c 00000400:00000010:0.0:1780978104.811524:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cf0712c. 00000100:00000001:0.0:1780978104.811527:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978104.811531:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978104.811538:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978104.811543:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978104.811545:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978104.811547:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978104.811550:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978104.811553:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978104.811555:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978104.811558:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978104.811567:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=52 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978104.811572:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=52 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978104.811574:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978104.811575:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978104.811578:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978104.811582:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978104.811585:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978104.811587:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978104.811590:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978104.811591:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978104.811596:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978104.811602:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978104.811605:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978104.811607:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978104.811610:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978104.811616:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341843520:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978104.811620:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978104.811622:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978104.811625:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007d457ab7 x1867487341843520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978136 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978104.811631:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978104.811633:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978104.811636:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdf6a80. 02000000:00000001:0.0:1780978104.811640:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978104.811642:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978104.811644:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978104.811647:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978104.811648:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:0.0:1780978104.811651:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978104.811652:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978104.811653:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d457ab7. 00000100:00000001:0.0:1780978104.811657:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978104.811658:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978104.811659:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978104.811668:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978104.811669:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978104.811671:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978104.811673:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780978104.811720:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978104.811721:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978104.811723:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978104.811725:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978104.811726:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978104.811729:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978104.811732:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978104.811738:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.811742:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978104.811743:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.811745:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978104.811746:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978104.811747:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978104.811748:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.811750:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978104.811752:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=53 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978104.811755:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=53 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978104.811757:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978104.811757:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978104.811759:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978104.811760:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.811761:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978104.811763:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.811768:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978104.811770:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978104.811771:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978104.811773:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978104.811779:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341843392:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978104.811782:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.811783:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978104.811784:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b43227c2 x1867487341843392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978111 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.811789:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978104.811790:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978104.811791:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978104.811793:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978104.811794:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978104.811795:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978104.811797:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978104.811798:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:1.0:1780978104.811799:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978104.811800:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978104.811801:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b43227c2. 00000100:00000001:1.0:1780978104.811803:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978104.811804:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.811805:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.811807:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.811808:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978104.811810:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978104.811811:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978104.811812:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978104.811813:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978104.811814:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978104.811815:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978104.811817:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978104.811823:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.811828:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978104.811829:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.811830:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978104.811831:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978104.811832:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978104.811833:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978104.811834:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978104.811837:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=53 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978104.811839:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=53 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978104.811841:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978104.811842:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978104.811843:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978104.811845:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.811847:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978104.811848:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978104.811849:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978104.811851:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978104.811853:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.811858:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978104.811860:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978104.811861:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978104.811863:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978104.811869:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341843456:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978104.811873:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.811874:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978104.812026:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087a01b6a x1867487341843456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978137 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978104.812033:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978104.812034:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978104.812035:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978104.812038:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978104.812039:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978104.812040:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978104.812041:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978104.812102:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b291553. 02000000:00000001:1.0:1780978104.812105:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978104.812106:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978104.812107:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087a01b6a. 00000100:00000001:1.0:1780978104.812109:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978104.812110:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.812112:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978104.812115:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978104.812116:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978104.812118:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978104.812119:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978105.633510:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978105.633517:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978105.633524:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978105.633525:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978105.633528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978105.633529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978106.657477:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978106.657484:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978106.657491:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978106.657492:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978106.657496:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978106.657497:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978106.657604:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978106.657607:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978106.657609:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978107.681653:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978107.681659:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978107.681670:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978107.681673:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978107.681675:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978107.681680:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978107.681682:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978107.681684:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978107.681687:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978107.681689:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978107.681691:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978107.681693:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978107.681696:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978107.681698:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978108.705515:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978108.705520:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978108.705526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978108.705527:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978108.705530:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978108.705532:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978108.705699:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978108.705702:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978108.705705:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978109.729505:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978109.729511:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978109.729518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978109.729519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978109.729522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978109.729523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978110.754321:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978110.754326:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978110.754332:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978110.754333:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978110.754336:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978110.754337:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978110.755100:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978110.755104:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978110.755108:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978111.777497:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978111.777506:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978111.777508:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978111.777510:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777517:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978111.777519:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777521:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777523:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978111.777529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777532:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978111.777534:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978111.777535:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978111.777539:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978111.777541:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978111.777542:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777544:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978111.777545:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777546:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978111.777548:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978112.801516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978112.801523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978112.801530:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978112.801531:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978112.801534:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978112.801536:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978112.801636:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978112.801640:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978112.801642:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978113.825502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978113.825509:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978113.825519:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978113.825521:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978113.825524:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978113.825524:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978114.850572:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978114.850587:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978114.850594:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978114.850595:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978114.850599:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978114.850600:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978114.850739:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978114.850744:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978114.850748:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978115.873479:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978115.873484:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978115.873489:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978115.873490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978115.873493:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978115.873494:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978116.897532:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978116.897539:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978116.897545:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978116.897546:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978116.897549:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978116.897550:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978116.897654:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978116.897658:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978116.897660:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978117.921498:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978117.921503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978117.921509:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978117.921512:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978117.921514:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978117.921520:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978117.921522:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978117.921523:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978117.921526:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978117.921528:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978117.921530:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978117.921531:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978117.921534:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978117.921536:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978118.947351:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978118.947371:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978118.947378:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978118.947379:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978118.947382:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978118.947383:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978118.950088:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978118.950095:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978118.950101:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978119.969507:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978119.969512:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978119.969519:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978119.969520:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978119.969523:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978119.969524:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978120.996112:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978120.996120:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978120.996126:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978120.996127:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978120.996130:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978120.996131:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978120.996235:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978120.996238:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978120.996241:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978122.017491:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978122.017499:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978122.017501:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978122.017503:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017508:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978122.017510:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017512:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017514:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017517:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978122.017518:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017521:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978122.017523:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978122.017524:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978122.017528:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978122.017530:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978122.017531:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017532:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978122.017533:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017534:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978122.017536:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978123.041487:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978123.041493:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978123.041499:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978123.041499:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978123.041502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978123.041503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978123.041741:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978123.041745:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978123.041748:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978124.065740:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978124.065747:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978124.065754:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978124.065755:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978124.065758:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978124.065759:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978125.089544:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978125.089551:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978125.089557:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978125.089558:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978125.089561:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978125.089562:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978125.090399:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978125.090403:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978125.090406:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978125.281907:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978125.281921:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978125.281935:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d457ab7. 00000020:00000040:0.0:1780978125.281943:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978125.281948:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978125.281952:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978125.281958:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978125.281966:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978125.281973:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.281985:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978125.281995:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978125.281999:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282005:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d457ab7] to pc [ptlrpcd_00_00+0] req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978125.282043:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282046:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978125.282051:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978125.282054:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39754a6. 00000020:00000040:0.0:1780978125.282056:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978125.282058:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978125.282059:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978125.282061:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978125.282064:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ed0a00e. 00000100:00000001:0.0:1780978125.282066:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282070:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978125.282076:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978125.282078:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282080:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f39754a6] to pc [ptlrpcd_00_01+1] req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978125.282087:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282088:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978125.282091:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978125.282094:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f3ff5b. 00000020:00000040:0.0:1780978125.282096:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978125.282097:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978125.282098:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978125.282100:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978125.282102:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea89582. 00000100:00000001:0.0:1780978125.282104:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282106:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978125.282111:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978125.282112:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978125.282114:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c3f3ff5b] to pc [ptlrpcd_00_00+0] req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978125.282120:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978125.282123:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978125.282125:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978125.282127:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978125.282130:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978125.282134:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3517) 00000100:00000001:1.0:1780978125.282201:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.282206:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978125.282209:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978125.282214:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282221:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978125.282223:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282227:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978125.282230:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978125.282232:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341844160:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978125.282237:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978125.282243:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978125.282245:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282247:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978125.282252:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978125.282254:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978125.282263:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978125.282267:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978125.282273:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978125.282280:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844160, portal 25 00000100:00000001:1.0:1780978125.282282:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978125.282283:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701164928 : -109779008386688 : ffff9c2815338980) 00000100:00000040:1.0:1780978125.282287:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282294:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978125.282296:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978125.282299:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978125.282302:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341844160, offset 0 00000400:00000200:1.0:1780978125.282309:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978125.282319:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.282326:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978125.282345:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978125.282349:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978125.282352:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978125.282390:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2078:2078:256:4294967295] 192.168.201.116@tcp LPNI seq info [2078:2078:8:4294967295] 00000400:00000200:1.0:1780978125.282395:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.282404:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978125.282410:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978125.282415:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214254). 00000800:00000200:1.0:1780978125.282422:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978125.282430:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978125.282433:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978125.282452:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.282454:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.282456:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.282458:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978125.282461:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282467:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978125.282468:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282471:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978125.282472:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978125.282474:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3f3ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844288:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978125.282477:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978125.282479:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978125.282480:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282482:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978125.282484:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978125.282486:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978125.282489:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978125.282492:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978125.282495:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978125.282497:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844288, portal 10 00000100:00000001:1.0:1780978125.282499:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978125.282499:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701174656 : -109779008376960 : ffff9c281533af80) 00000100:00000040:1.0:1780978125.282506:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282510:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978125.282512:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978125.282514:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2ebbd4. 00000100:00000200:1.0:1780978125.282516:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341844288, offset 0 00000400:00000200:1.0:1780978125.282520:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978125.282524:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.282527:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978125.282531:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978125.282533:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978125.282535:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978125.282538:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2079:2079:255:4294967295] 192.168.201.116@tcp LPNI seq info [2079:2079:7:4294967295] 00000400:00000200:1.0:1780978125.282541:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.282546:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978125.282550:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978125.282553:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214502). 00000800:00000200:1.0:1780978125.282558:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978125.282561:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978125.282563:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978125.282566:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.282567:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.282569:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.282571:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.282573:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.282580:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978125.282582:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978125.282583:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.282584:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978125.282585:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978125.282587:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978125.282588:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.282589:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978125.282590:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.282591:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.282592:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978125.282593:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978125.282596:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282601:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978125.282602:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282604:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978125.282605:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978125.282680:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39754a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844224:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978125.282684:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978125.282687:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978125.282688:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.282689:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978125.282692:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978125.282693:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978125.282696:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978125.282699:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978125.282701:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c745ba9c. 00000100:00000200:1.0:1780978125.282703:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844224, portal 10 00000100:00000001:1.0:1780978125.282705:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978125.282706:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701185600 : -109779008366016 : ffff9c281533da40) 00000100:00000040:1.0:1780978125.282711:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.282715:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978125.282717:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978125.282719:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068d5621b. 00000100:00000200:1.0:1780978125.282720:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341844224, offset 0 00000400:00000200:1.0:1780978125.282723:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978125.282726:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.282729:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978125.282732:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978125.282734:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978125.282736:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978125.283642:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2080:2080:255:4294967295] 192.168.201.116@tcp LPNI seq info [2080:2080:7:4294967295] 00000400:00000200:1.0:1780978125.283656:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978125.283667:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978125.283671:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978125.283677:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978125.283683:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978125.283689:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978125.283691:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978125.283707:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.283709:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.283712:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.283715:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.283718:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.283731:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.283732:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.291834:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.291839:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978125.291846:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978125.291848:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978125.291850:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978125.291855:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978125.291857:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978125.291860:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978125.291874:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978125.291882:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.291888:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978125.291890:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.291892:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978125.291895:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978125.291897:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978125.291899:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.291901:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978125.291907:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=74 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978125.291910:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=74 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978125.291912:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978125.291913:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978125.291915:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978125.291917:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.291919:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978125.291922:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.291928:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.291931:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978125.291932:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978125.291935:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978125.291942:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341844160:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978125.291949:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.291951:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978125.291953:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007d457ab7 x1867487341844160/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978132 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.291959:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978125.291961:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978125.291964:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978125.291967:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978125.291970:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978125.291971:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978125.291973:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978125.291975:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:1.0:1780978125.291979:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978125.291980:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978125.291981:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d457ab7. 00000100:00000001:1.0:1780978125.291984:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978125.291985:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.291988:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.291990:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.291991:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978125.291992:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.291993:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.314571:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.314578:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978125.314586:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978125.314587:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978125.314590:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978125.314595:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c745ba9c 00000400:00000010:1.0:1780978125.314597:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c745ba9c. 00000100:00000001:1.0:1780978125.314600:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978125.314605:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978125.314623:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314630:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978125.314632:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314635:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978125.314637:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978125.314640:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978125.314642:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.314644:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978125.314652:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=74 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978125.314656:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=74 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978125.314658:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978125.314660:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978125.314662:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978125.314665:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.314668:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978125.314670:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978125.314672:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978125.314673:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978125.314677:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314684:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.314687:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978125.314689:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978125.314691:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978125.314698:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39754a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844224:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978125.314703:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978125.314704:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978125.314705:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978125.314707:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:1.0:1780978125.314709:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:1.0:1780978125.314710:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978125.314712:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978125.314719:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314725:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978125.314726:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314727:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978125.314728:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978125.314729:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978125.314730:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978125.314732:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978125.314735:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=73 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978125.314737:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=73 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978125.314750:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978125.314751:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978125.314753:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978125.314754:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.314756:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978125.314757:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978125.314758:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978125.314759:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978125.314762:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314767:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978125.314768:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978125.314769:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978125.314771:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978125.314777:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3f3ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844288:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978125.314781:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314783:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978125.314785:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f39754a6 x1867487341844224/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978158 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314791:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978125.314793:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978125.314796:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978125.314800:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978125.314802:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978125.314804:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978125.314806:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978125.314808:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ed0a00e. 02000000:00000001:1.0:1780978125.314810:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978125.314812:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978125.314813:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39754a6. 00000100:00000001:1.0:1780978125.314817:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978125.314818:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314819:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978125.314821:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c3f3ff5b x1867487341844288/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978157 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978125.314825:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978125.314826:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978125.314827:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978125.314829:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978125.314830:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978125.314830:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978125.314832:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978125.314833:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:1.0:1780978125.314835:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978125.314835:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978125.314836:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3f3ff5b. 00000100:00000001:1.0:1780978125.314838:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978125.314839:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314841:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978125.314849:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978125.314850:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978125.314853:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978125.314854:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978126.115151:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978126.115157:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978126.115163:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978126.115164:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978126.115167:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978126.115168:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978127.137504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978127.137509:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978127.137514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978127.137514:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978127.137518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978127.137518:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978127.153990:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978127.153997:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978127.154002:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978128.165068:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978128.165073:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978128.165080:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978128.165083:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978128.165084:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978128.165090:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978128.165092:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978128.165093:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978128.165097:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978128.165099:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978128.165101:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978128.165102:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978128.165106:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978128.165106:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978128.165192:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978128.165195:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978128.165198:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978129.186432:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978129.186437:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978129.186444:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978129.186445:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978129.186449:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978129.186450:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978129.186920:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978129.186924:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978129.186927:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978130.211250:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978130.211256:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978130.211263:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978130.211264:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978130.211268:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978130.211269:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978130.211747:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978130.211750:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978130.211753:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978131.235999:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978131.236005:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978131.236011:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978131.236011:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978131.236014:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978131.236015:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978131.237937:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978131.237943:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978131.237949:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978132.259841:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978132.259851:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978132.259853:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978132.259855:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259861:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978132.259863:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259865:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259867:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259871:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978132.259872:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259875:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978132.259876:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978132.259877:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978132.259882:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978132.259884:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978132.259885:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259887:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978132.259888:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259889:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978132.259891:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978132.260001:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978132.260005:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978132.260007:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978133.282126:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978133.282132:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978133.282138:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978133.282139:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978133.282142:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978133.282143:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978133.282376:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978133.282379:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978133.282383:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978134.305635:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978134.305640:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978134.305646:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978134.305647:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978134.305650:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978134.305651:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978134.306958:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978134.306963:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978134.306968:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978135.331187:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978135.331192:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978135.331199:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978135.331200:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978135.331203:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978135.331204:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978135.331427:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978135.331430:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978135.331433:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978135.522264:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978135.522277:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978135.522287:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eaf299c. 00000020:00000040:0.0:1780978135.522294:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978135.522298:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978135.522301:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978135.522305:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978135.522313:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000069d84b4b. 00000100:00000001:0.0:1780978135.522321:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522332:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978135.522343:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978135.522346:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522351:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008eaf299c] to pc [ptlrpcd_00_01+1] req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978135.522416:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522418:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978135.522421:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978135.522424:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000075074657. 00000020:00000040:0.0:1780978135.522426:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978135.522429:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978135.522430:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978135.522431:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978135.522434:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d026494. 00000100:00000001:0.0:1780978135.522436:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522440:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978135.522446:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978135.522447:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522450:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000075074657] to pc [ptlrpcd_00_00+0] req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978135.522456:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522458:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978135.522460:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978135.522464:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f3ff5b. 00000020:00000040:0.0:1780978135.522465:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978135.522467:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978135.522468:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978135.522469:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978135.522471:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0cac96f. 00000100:00000001:0.0:1780978135.522473:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522475:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978135.522480:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978135.522482:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978135.522484:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c3f3ff5b] to pc [ptlrpcd_00_01+1] req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978135.522489:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978135.522491:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978135.522494:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978135.522497:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978135.522499:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978135.522504:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3528) 00000100:00000001:1.0:1780978135.523332:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.523337:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978135.523339:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978135.523346:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.523355:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978135.523384:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.523389:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978135.523392:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978135.523403:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eaf299c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341844544:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978135.523407:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978135.523414:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978135.523416:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.523418:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978135.523426:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978135.523427:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978135.523435:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978135.523439:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978135.523444:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978135.523451:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844544, portal 25 00000100:00000001:1.0:1780978135.523453:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978135.523454:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701168576 : -109779008383040 : ffff9c28153397c0) 00000100:00000040:1.0:1780978135.523458:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.523465:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978135.523468:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978135.523470:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c745ba9c. 00000100:00000200:1.0:1780978135.523473:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341844544, offset 0 00000400:00000200:1.0:1780978135.523481:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978135.523489:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.523496:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978135.523506:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978135.523510:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978135.523512:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978135.523515:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2084:2084:256:4294967295] 192.168.201.116@tcp LPNI seq info [2084:2084:8:4294967295] 00000400:00000200:1.0:1780978135.523519:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.523527:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978135.523534:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978135.523538:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214254). 00000800:00000200:1.0:1780978135.523545:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978135.523552:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978135.523556:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978135.523930:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.523933:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.523935:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.523938:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978135.523943:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.523951:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978135.523952:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.523954:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978135.523956:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978135.523958:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3f3ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341844672:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978135.523961:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978135.523963:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978135.523964:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.523965:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978135.523968:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978135.523970:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978135.523974:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978135.523977:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978135.523980:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978135.523983:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844672, portal 10 00000100:00000001:1.0:1780978135.523984:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978135.523985:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701174656 : -109779008376960 : ffff9c281533af80) 00000100:00000040:1.0:1780978135.523991:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.523997:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978135.523999:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978135.524001:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0e87953. 00000100:00000200:1.0:1780978135.524003:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341844672, offset 0 00000400:00000200:1.0:1780978135.524007:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978135.524010:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.524014:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978135.524018:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978135.524019:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978135.524022:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978135.524024:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2085:2085:255:4294967295] 192.168.201.116@tcp LPNI seq info [2085:2085:7:4294967295] 00000400:00000200:1.0:1780978135.524027:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.524033:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978135.524037:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978135.524040:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214502). 00000800:00000200:1.0:1780978135.524044:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978135.524048:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978135.524050:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978135.524053:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524054:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.524056:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524058:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524060:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.524070:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978135.524071:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978135.524073:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.524074:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978135.524076:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978135.524078:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978135.524079:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.524081:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978135.524082:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.524083:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.524084:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978135.524084:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978135.524087:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.524094:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978135.524095:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.524097:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978135.524098:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978135.524101:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075074657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341844608:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978135.524103:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978135.524106:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978135.524107:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.524108:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978135.524111:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978135.524112:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978135.524115:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978135.524118:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978135.524120:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a10d555. 00000100:00000200:1.0:1780978135.524122:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844608, portal 10 00000100:00000001:1.0:1780978135.524124:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978135.524125:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701172224 : -109779008379392 : ffff9c281533a600) 00000100:00000040:1.0:1780978135.524129:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.524134:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978135.524136:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978135.524139:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068d5621b. 00000100:00000200:1.0:1780978135.524141:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341844608, offset 0 00000400:00000200:1.0:1780978135.524145:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978135.524147:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.524151:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978135.524154:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978135.524155:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978135.524157:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978135.524159:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2086:2086:254:4294967295] 192.168.201.116@tcp LPNI seq info [2086:2086:6:4294967295] 00000400:00000200:1.0:1780978135.524163:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978135.524168:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978135.524171:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978135.524174:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214750). 00000800:00000200:1.0:1780978135.524177:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978135.524181:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978135.524183:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978135.524185:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524186:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.524188:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524190:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524192:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.524206:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.524208:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.535316:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.535321:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978135.535330:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978135.535333:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978135.535336:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978135.535342:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978135.535344:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978135.535348:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978135.535354:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978135.535453:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.535477:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978135.535480:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.535483:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978135.535487:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978135.535491:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978135.535493:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.535496:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978135.535504:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=83 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978135.535509:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=83 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978135.535512:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978135.535513:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978135.535516:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978135.535520:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.535523:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978135.535525:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978135.535526:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978135.535528:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978135.535532:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.535538:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.535541:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978135.535543:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978135.535546:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978135.535552:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3f3ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341844672:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978135.535556:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.535559:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978135.535561:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c3f3ff5b x1867487341844672/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978167 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.535567:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978135.535569:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978135.535571:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978135.535575:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978135.535577:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978135.535580:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978135.535582:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978135.535584:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e0cac96f. 02000000:00000001:1.0:1780978135.535587:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978135.535589:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978135.535590:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3f3ff5b. 00000100:00000001:1.0:1780978135.535594:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978135.535595:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.535597:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.535599:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.535600:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978135.535602:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978135.535603:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978135.535604:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978135.535606:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a10d555 00000400:00000010:1.0:1780978135.535607:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a10d555. 00000100:00000001:1.0:1780978135.535609:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978135.535611:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978135.535618:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.535623:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978135.535624:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.535626:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978135.535627:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978135.535628:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978135.535629:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.535630:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978135.535633:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=84 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978135.535635:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=84 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978135.535637:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978135.535638:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978135.535640:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978135.535642:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.535644:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978135.535645:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978135.535646:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978135.535647:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978135.535649:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.535654:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.535655:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978135.535656:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978135.535658:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978135.535663:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075074657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341844608:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978135.535667:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978135.535668:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978135.535669:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978135.535670:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:1.0:1780978135.535672:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:1.0:1780978135.535674:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978135.535675:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978135.536044:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.536051:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978135.536053:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.536054:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978135.536056:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978135.536057:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978135.536058:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978135.536060:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978135.536062:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=84 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978135.536064:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=84 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978135.536066:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978135.536067:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978135.536068:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978135.536069:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.536071:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978135.536074:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.536079:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978135.536080:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978135.536082:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978135.536085:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978135.536091:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eaf299c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341844544:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978135.536096:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.536097:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978135.536100:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000075074657 x1867487341844608/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978168 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.536105:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978135.536107:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978135.536108:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978135.536111:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978135.536113:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978135.536113:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978135.536115:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978135.536116:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006d026494. 02000000:00000001:1.0:1780978135.536118:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978135.536119:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978135.536120:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000075074657. 00000100:00000001:1.0:1780978135.536123:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978135.536124:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.536125:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978135.536127:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008eaf299c x1867487341844544/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978142 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978135.536132:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978135.536133:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978135.536134:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978135.536135:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978135.536136:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978135.536137:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978135.536138:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978135.536139:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000069d84b4b. 02000000:00000001:1.0:1780978135.536141:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978135.536142:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978135.536142:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eaf299c. 00000100:00000001:1.0:1780978135.536144:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978135.536145:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.536147:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978135.536156:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978135.536158:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978135.536160:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978135.536162:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978136.357375:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978136.357389:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978136.357396:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978136.357396:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978136.357399:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978136.357400:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978136.357964:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978136.357967:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978136.357970:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978137.377637:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978137.377643:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978137.377649:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978137.377680:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978137.377683:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978137.377684:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978137.377780:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978137.377783:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978137.377785:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978138.401490:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978138.401495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978138.401501:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978138.401504:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978138.401505:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978138.401510:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978138.401512:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978138.401514:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978138.401517:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978138.401519:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978138.401520:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978138.401522:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978138.401525:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978138.401526:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978138.401643:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978138.401646:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978138.401649:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978139.425791:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978139.425797:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978139.425803:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978139.425804:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978139.425807:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978139.425807:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978139.430109:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978139.430116:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978139.430120:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978140.129545:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978140.129561:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978140.129563:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780978140.129573:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 1 seconds 00000100:00000001:0.0:1780978140.129578:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978140.129581:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978140.129594:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978140.129639:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978140.129640:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978140.129645:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978140.129648:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978140.129652:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341842368:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978140.129656:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978140.129661:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978140.129663:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978140.129665:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978140.129723:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978140.129725:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978140.129736:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978140.129744:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978140.129752:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000eacf40b5 (tot 3214638). 00000100:00000200:0.0:1780978140.129760:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341842368, portal 10 00000100:00000001:0.0:1780978140.129762:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978140.129763:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:0.0:1780978140.129771:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978173 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978140.129778:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978140.129781:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978140.129784:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b082260c. 00000100:00000200:0.0:1780978140.129788:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341842368, offset 0 00000400:00000200:0.0:1780978140.129796:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978140.129806:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978140.129813:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978140.129821:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978140.129826:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978140.129829:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978140.129832:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2087:2087:256:4294967295] 192.168.201.116@tcp LPNI seq info [2087:2087:8:4294967295] 00000400:00000200:0.0:1780978140.129837:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978140.129845:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978140.129851:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978140.129856:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214886). 00000800:00000200:0.0:1780978140.129863:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978140.129870:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978140.129873:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1780978140.129893:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978140.129895:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978140.129898:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978140.129901:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978140.449505:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978140.449519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978140.449527:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978140.449528:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978140.449531:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978140.449532:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978140.449668:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978140.449671:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978140.449674:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978141.153523:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978141.153530:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978141.153531:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978141.153537:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 30 seconds 00000100:00000001:0.0:1780978141.153543:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978141.153546:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978141.473513:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978141.473519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978141.473525:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978141.473526:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978141.473529:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978141.473529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978141.473634:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978141.473638:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978141.473640:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978142.497802:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978142.497809:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978142.497812:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978142.497815:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497820:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978142.497822:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497824:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497826:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497830:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978142.497831:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497834:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978142.497836:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978142.497837:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978142.497841:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978142.497843:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978142.497844:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497846:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978142.497847:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497848:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978142.497849:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978142.498197:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978142.498201:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978142.498204:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978143.523046:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978143.523052:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978143.523058:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978143.523059:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978143.523062:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978143.523063:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978143.523276:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978143.523279:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978143.523282:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978144.545856:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978144.545863:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978144.545869:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978144.545870:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978144.545873:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978144.545874:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978144.546053:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978144.546056:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978144.546059:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978145.569689:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978145.569694:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978145.569700:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978145.569701:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978145.569704:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978145.569705:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978145.569849:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978145.569853:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978145.569855:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978145.764309:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978145.764320:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978145.764330:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39754a6. 00000020:00000040:0.0:1780978145.764336:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978145.764341:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978145.764343:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978145.764348:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978145.764377:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac2686a9. 00000100:00000001:0.0:1780978145.764384:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764394:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978145.764415:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978145.764419:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764425:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f39754a6] to pc [ptlrpcd_00_00+0] req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978145.764448:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764450:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978145.764454:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978145.764456:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d457ab7. 00000020:00000040:0.0:1780978145.764458:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978145.764460:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978145.764461:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978145.764462:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978145.764465:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000078a7098. 00000100:00000001:0.0:1780978145.764467:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764470:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978145.764475:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978145.764476:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764478:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007d457ab7] to pc [ptlrpcd_00_01+1] req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978145.764484:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.764486:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978145.764488:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978145.764491:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087a01b6a. 00000020:00000040:0.0:1780978145.764493:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978145.764494:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978145.764495:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978145.764496:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978145.764498:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acc3a4e4. 00000100:00000001:0.0:1780978145.764500:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764587:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.764592:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978145.764594:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978145.764599:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.764606:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978145.764608:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.764611:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978145.764613:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978145.764616:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39754a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341844928:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978145.764619:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978145.764624:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978145.764626:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.764628:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978145.764633:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978145.764634:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978145.764642:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978145.764646:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978145.764652:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978145.764658:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844928, portal 25 00000100:00000001:1.0:1780978145.764660:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978145.764662:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701185600 : -109779008366016 : ffff9c281533da40) 00000100:00000040:1.0:1780978145.764666:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.764673:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978145.764676:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978145.764678:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a10d555. 00000100:00000200:1.0:1780978145.764681:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341844928, offset 0 00000400:00000200:1.0:1780978145.764688:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978145.764696:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.764704:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978145.764712:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978145.764716:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978145.764729:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978145.764739:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2091:2091:256:4294967295] 192.168.201.116@tcp LPNI seq info [2091:2091:8:4294967295] 00000400:00000200:1.0:1780978145.764743:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.764752:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978145.764759:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978145.764765:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214886). 00000800:00000200:1.0:1780978145.764772:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978145.764783:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978145.764787:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978145.764807:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764808:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.764812:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764815:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764817:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.764828:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978145.764830:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978145.764831:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.764833:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978145.764834:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978145.764836:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978145.764838:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.764840:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978145.764840:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.764841:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.764842:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978145.764843:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978145.764846:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.764851:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978145.764852:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.764854:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978145.764855:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978145.764857:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844992:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978145.764861:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978145.764862:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978145.764863:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.764864:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978145.764867:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978145.764869:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978145.764873:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978145.764876:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978145.764879:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978145.764881:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341844992, portal 10 00000100:00000001:1.0:1780978145.764882:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978145.764883:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701164928 : -109779008386688 : ffff9c2815338980) 00000100:00000040:1.0:1780978145.764888:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.764895:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978145.764897:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978145.764899:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2ebbd4. 00000100:00000200:1.0:1780978145.764901:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341844992, offset 0 00000400:00000200:1.0:1780978145.764905:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978145.764908:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.764911:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978145.764914:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978145.764916:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978145.764918:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978145.764920:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2092:2092:255:4294967295] 192.168.201.116@tcp LPNI seq info [2092:2092:7:4294967295] 00000400:00000200:1.0:1780978145.764924:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.764929:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978145.764933:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978145.764936:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3215134). 00000800:00000200:1.0:1780978145.764940:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978145.764944:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978145.764946:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978145.764950:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764951:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.764953:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764954:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764956:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.764971:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.764973:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.765197:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978145.765205:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978145.765207:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978145.765210:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087a01b6a] to pc [ptlrpcd_00_00+0] req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978145.765229:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978145.765232:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978145.765235:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978145.765237:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978145.765240:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978145.765245:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3538) 00000100:00000001:1.0:1780978145.767978:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780978145.767986:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978145.767989:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.767999:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978145.768001:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.768003:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.768005:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978145.768008:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978145.768020:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.768030:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978145.768032:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.768036:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978145.768040:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978145.768042:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341845056:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978145.768047:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978145.768053:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978145.768056:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.768059:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978145.768065:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978145.768067:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978145.768077:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978145.768081:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978145.768086:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978145.768093:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341845056, portal 10 00000100:00000001:1.0:1780978145.768095:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978145.768096:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701189248 : -109779008362368 : ffff9c281533e880) 00000100:00000040:1.0:1780978145.768102:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.768109:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978145.768112:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978145.768114:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cf0712c. 00000100:00000200:1.0:1780978145.768116:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341845056, offset 0 00000400:00000200:1.0:1780978145.768122:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978145.768130:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.768137:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978145.768145:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978145.768148:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978145.768151:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978145.768154:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2093:2093:256:4294967295] 192.168.201.116@tcp LPNI seq info [2093:2093:8:4294967295] 00000400:00000200:1.0:1780978145.768159:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978145.768168:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978145.768174:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978145.768179:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8cfe06 (tot 3214886). 00000800:00000200:1.0:1780978145.768184:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978145.768192:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978145.768196:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c8cfe06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978145.768215:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.768217:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.768220:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.768222:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.768224:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.768240:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.768241:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978145.768243:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.768245:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.769023:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.769025:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978145.769030:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978145.769031:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978145.769033:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978145.769037:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:1.0:1780978145.769038:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:1.0:1780978145.769040:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978145.769044:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978145.769050:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769056:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978145.769057:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769060:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978145.769063:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978145.769065:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978145.769066:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.769069:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978145.769078:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=94 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978145.769081:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=94 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978145.769084:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978145.769085:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978145.769088:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978145.769090:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.769094:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978145.769095:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978145.769097:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978145.769098:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978145.769102:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769108:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.769110:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978145.769113:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978145.769115:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978145.769121:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d457ab7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341844992:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978145.769126:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978145.769127:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978145.769128:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978145.769130:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:1.0:1780978145.769131:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:1.0:1780978145.769133:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978145.769135:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978145.769140:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769144:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978145.769145:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769147:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978145.769148:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978145.769149:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978145.769151:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.769153:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978145.769155:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=94 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978145.769157:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=94 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978145.769159:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978145.769160:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978145.769161:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978145.769162:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.769164:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978145.769166:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769171:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.769173:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978145.769174:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978145.769176:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978145.769181:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39754a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341844928:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978145.769185:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769186:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978145.769189:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007d457ab7 x1867487341844992/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769194:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978145.769196:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978145.769199:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978145.769202:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978145.769205:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978145.769207:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978145.769209:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978145.769212:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000078a7098. 02000000:00000001:1.0:1780978145.769215:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978145.769217:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978145.769218:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d457ab7. 00000100:00000001:1.0:1780978145.769222:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978145.769223:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769224:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978145.769226:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f39754a6 x1867487341844928/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978152 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.769232:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978145.769233:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978145.769234:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978145.769235:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978145.769236:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978145.769237:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978145.769239:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978145.769239:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ac2686a9. 02000000:00000001:1.0:1780978145.769241:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978145.769242:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978145.769242:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39754a6. 00000100:00000001:1.0:1780978145.769244:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978145.769245:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769246:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.769251:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978145.769252:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.769254:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.769255:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.772350:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.772354:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978145.775879:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978145.775886:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978145.775890:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978145.775901:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978145.775903:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978145.775908:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978145.775923:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978145.775935:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.776288:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978145.776291:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.776294:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978145.776297:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978145.776299:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978145.776301:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978145.776303:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978145.776311:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=93 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978145.776315:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=93 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978145.776317:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978145.776544:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978145.776547:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978145.776551:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.776555:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978145.776556:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978145.776559:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978145.776560:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978145.776651:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.776661:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978145.776664:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978145.776666:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978145.776670:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978145.776677:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087a01b6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341845056:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978145.776683:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.776686:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978145.776689:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087a01b6a x1867487341845056/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978177 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978145.776695:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978145.776698:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978145.776701:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978145.776708:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978145.776710:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978145.776713:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978145.776715:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978145.776718:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acc3a4e4. 02000000:00000001:1.0:1780978145.776722:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978145.776723:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978145.776725:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087a01b6a. 00000100:00000001:1.0:1780978145.776729:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978145.776730:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.777293:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978145.777304:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978145.777306:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978145.777309:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978145.777311:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978146.593631:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978146.593638:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978146.593646:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978146.593648:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978146.593652:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978146.593653:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978146.596234:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978146.596240:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978146.596246:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978147.617455:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978147.617461:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978147.617495:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978147.617499:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978147.617502:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978147.617507:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978147.617510:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978147.617513:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978147.617517:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978147.617519:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978147.617521:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978147.617523:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978147.617527:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978147.617528:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978147.617671:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978147.617675:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978147.617677:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978148.644108:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978148.644114:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978148.644120:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978148.644121:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978148.644124:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978148.644125:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978148.644242:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978148.644246:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978148.644249:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978149.665502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978149.665507:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978149.665514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978149.665515:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978149.665518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978149.665519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978149.668088:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978149.668093:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978149.668098:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978150.689534:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978150.689538:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978150.689544:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978150.689545:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978150.689548:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978150.689548:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978150.690479:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978150.690482:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978150.690486:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978151.717935:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978151.717941:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978151.717948:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978151.717949:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978151.717953:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978151.717954:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978151.719261:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978151.719266:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978151.719271:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978152.737537:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978152.737545:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978152.737548:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978152.737549:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737555:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978152.737558:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737559:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737563:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737566:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978152.737567:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737571:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978152.737572:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978152.737573:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978152.737577:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978152.737579:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978152.737580:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737582:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978152.737594:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737595:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978152.737602:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978152.742259:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978152.742265:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978152.742270:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978153.761539:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978153.761545:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978153.761553:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978153.761554:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978153.761558:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978153.761559:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978153.762515:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978153.762520:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978153.762524:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978154.785549:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978154.785556:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978154.785564:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978154.785565:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978154.785569:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978154.785571:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978154.785758:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978154.785764:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978154.785770:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978155.809569:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978155.809576:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978155.809585:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978155.809586:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978155.809590:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978155.809591:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978155.809894:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978155.809899:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978155.809902:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978156.834003:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978156.834011:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978156.834018:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978156.834019:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978156.834024:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978156.834025:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978156.834621:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978156.834626:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978156.834629:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978157.857501:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978157.857509:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978157.857517:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978157.857521:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978157.857524:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978157.857531:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978157.857534:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978157.857536:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978157.857540:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978157.857543:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978157.857545:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978157.857547:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978157.857552:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978157.857553:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978157.857730:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978157.857735:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978157.857738:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978158.881505:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978158.881511:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978158.881518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978158.881519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978158.881522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978158.881523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978158.881599:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978158.881605:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978158.881610:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978159.906419:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978159.906425:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978159.906431:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978159.906432:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978159.906436:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978159.906437:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978159.906595:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978159.906599:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978159.906602:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978160.503435:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978160.503448:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978160.503450:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978160.503453:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978160.503463:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eacf40b5 00000400:00000010:0.0:1780978160.503465:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000eacf40b5 (tot 3214006). 00000100:00000001:0.0:1780978160.503471:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978160.503484:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978173 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1780978160.503495:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978173 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978160.503503:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978160.503506:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978160.503508:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978160.503512:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978160.503514:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978160.503516:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978160.503519:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978160.503528:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=109 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978160.503532:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=109 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978160.503535:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780978160.503538:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978173 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1780978160.503544:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978160.503548:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978160.503550:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978160.503552:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978160.503554:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780978160.503557:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978173 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978160.503563:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780978160.503566:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978160.503568:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978160.503571:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978173 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:0.0:1780978160.503578:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341842368:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978160.503583:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978160.503585:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978160.503588:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780978160.503590:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978160.503593:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978173 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978160.503599:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978160.503601:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978160.503605:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780978160.503606:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780978160.503610:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780978160.503614:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978160.503616:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978160.503618:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f18713ac refcount=4 00000020:00000001:0.0:1780978160.503620:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978160.503623:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00010000:0.0:1780978160.503628:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503636:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503642:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780978160.503645:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503651:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503654:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780978160.503656:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503661:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503663:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503665:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780978160.503667:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503672:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503675:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978160.503677:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.503679:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780978160.503681:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503691:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00010000:0.0:1780978160.503694:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18713ac already unused, calling callback (00000000cac9da95) 00000080:00000001:0.0:1780978160.503697:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780978160.503699:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503705:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503708:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780978160.503710:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780978160.503712:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503717:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503719:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780978160.503722:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780978160.503723:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978160.503724:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978160.503725:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f18713ac refcount=5 00000020:00000001:0.0:1780978160.503727:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978160.503729:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978160.503732:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780978160.503734:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503739:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00000080:00000001:0.0:1780978160.503742:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780978160.503743:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978160.503745:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780978160.503747:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780978160.503750:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780978160.503751:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780978160.503753:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978160.503754:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780978160.503756:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f18713ac with handle 0x2eb9f87d7f630785 from hash 00010000:00000001:0.0:1780978160.503758:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780978160.503759:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503760:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503761:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780978160.503762:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780978160.503763:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780978160.503765:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503766:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503767:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780978160.503769:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978160.503770:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503776:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000001:0.0:1780978160.503778:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503779:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503780:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780978160.503781:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780978160.503782:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503783:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503784:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780978160.503785:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630785 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.503790:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 1 00010000:00000040:0.0:1780978160.503793:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003d3c6755 count: 0 00010000:00000010:0.0:1780978160.503798:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978160.503806:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503808:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978160.503811:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978160.503814:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341842368/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978173 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978160.503820:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978160.503823:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978160.503825:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978160.503874:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978160.503877:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978160.503878:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978160.503881:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978160.503893:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e4d7156f. 02000000:00000001:0.0:1780978160.503898:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978160.503899:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978160.503901:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:0.0:1780978160.503904:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978160.503905:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:0.0:1780978160.503907:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:61 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:0.0:1780978160.503912:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780978160.503914:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978160.503919:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978160.503920:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978160.503921:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978160.503929:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be6fc34d. 00000020:00000040:0.0:1780978160.503932:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978160.503937:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780978160.503938:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.503941:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780978160.503945:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978160.503950:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978160.503951:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978160.503952:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978160.503955:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978160.503956:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978160.503961:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978160.503967:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4d7156f. 00000100:00000001:0.0:1780978160.503972:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.503975:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978160.503977:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.503978:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978160.503979:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.503981:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978160.503990:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00010000:00000001:0.0:1780978160.503994:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780978160.503995:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780978160.503999:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a477d9c2. 00010000:00000010:0.0:1780978160.504003:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978160.504006:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780978160.504010:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000902474e2. 00000020:00000001:0.0:1780978160.504012:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780978160.504014:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000902474e2 with handle 0x2eb9f87d7f63078c to hash 00000020:00000001:0.0:1780978160.504016:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780978160.504017:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978160.504020:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978160.504023:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978160.504024:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978160.504026:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.504032:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00010000:0.0:1780978160.504034:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.504039:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00000020:00100000:0.0:1780978160.504046:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780978160.504052:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780978160.504059:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978160.504064:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00000100:00000001:0.0:1780978160.504066:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780978160.504068:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780978160.504072:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978160.504075:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294498489280 : -109779211062336 : ffff9c28091ef3c0) 00000100:00000001:0.0:1780978160.504077:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978160.504078:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000001:0.0:1780978160.504082:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978160.504086:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978160.504088:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780978160.504089:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978160.504091:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978160.504093:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978160.504095:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:0.0:1780978160.504098:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 61 seconds 00000100:00000001:0.0:1780978160.504100:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978160.504101:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978160.504102:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978160.504104:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780978160.510102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3c6755. 00010000:00000010:0.1:1780978160.510119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18713ac. 00010000:00000001:0.0:1780978160.929516:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978160.929521:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.929528:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978160.929529:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978160.929533:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978160.929534:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978160.931251:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978160.931256:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978160.931259:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978161.953526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978161.953533:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978161.953540:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978161.953541:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978161.953545:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978161.953546:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978161.953693:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978161.953697:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978161.953699:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978162.978743:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978162.978754:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978162.978756:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978162.978759:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978765:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978162.978767:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978769:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978771:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978775:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978162.978776:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978780:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978162.978782:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978162.978783:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978162.978789:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978162.978793:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978162.978794:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978795:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978162.978796:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978797:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978162.978799:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978162.978927:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978162.978932:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978162.978935:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978164.001599:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978164.001608:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978164.001618:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978164.001619:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978164.001623:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978164.001624:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978164.001768:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978164.001773:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978164.001776:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978165.025503:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978165.025508:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978165.025514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978165.025515:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978165.025518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978165.025519:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978165.025633:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978165.025637:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978165.025640:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978166.051742:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978166.051748:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978166.051753:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978166.051754:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978166.051757:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978166.051758:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978166.051853:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978166.051857:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978166.051859:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978166.247422:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978166.247435:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978166.247448:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978166.247458:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978166.247463:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978166.247467:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978166.247473:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978166.247483:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978166.247491:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247503:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978166.247514:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978166.247518:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247523:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.247560:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247563:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978166.247567:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978166.247569:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978166.247571:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978166.247573:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978166.247574:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978166.247576:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978166.247578:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978166.247581:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247584:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978166.247587:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978166.247590:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978166.247591:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978166.247591:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.247593:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978166.247594:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:0.0:1780978166.247597:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.247600:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247602:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978166.247604:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978166.247604:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1780978166.247606:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780978166.247606:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978166.247608:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978166.247609:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1780978166.247609:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978166.247610:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978166.247611:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978166.247611:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978166.247614:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341845824:192.168.201.116@tcp:400:kworker/u8:4.0 02000000:00000010:1.0:1780978166.247614:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469085d0. 00000100:00000001:1.0:1780978166.247616:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.247618:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978166.247621:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780978166.247623:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978166.247625:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.247626:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1780978166.247626:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_01+1] req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000001:0.0:1780978166.247628:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.247630:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1780978166.247633:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978166.247634:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1780978166.247636:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978166.247637:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978166.247637:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978166.247639:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978166.247641:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1780978166.247644:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:1.0:1780978166.247645:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3558) 00000400:00000010:0.0:1780978166.247647:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978166.247653:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000001:1.0:1780978166.247658:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978166.247659:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1780978166.247660:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341845824, portal 25 00000100:00000001:1.0:1780978166.247660:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978166.247662:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978166.247663:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978166.247664:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:0.0:1780978166.247668:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.247669:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978166.247670:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978166.247672:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780978166.247674:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:1.0:1780978166.247674:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978166.247676:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000100:00100000:1.0:1780978166.247676:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341845888:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000010:0.0:1780978166.247678:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007486df7a. 00000100:00000001:1.0:1780978166.247679:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978166.247681:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978166.247681:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780978166.247682:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341845824, offset 0 02000000:00000001:1.0:1780978166.247683:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978166.247685:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978166.247686:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978166.247688:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978166.247689:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978166.247692:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978166.247695:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000400:00000200:0.0:1780978166.247697:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000200:1.0:1780978166.247697:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341845888, portal 10 00000100:00000001:1.0:1780978166.247698:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978166.247699:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978166.247703:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:0.0:1780978166.247705:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000100:00000001:1.0:1780978166.247708:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978166.247710:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978166.247712:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000400:00000200:0.0:1780978166.247713:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000100:00000200:1.0:1780978166.247714:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341845888, offset 0 00000400:00000200:0.0:1780978166.247717:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978166.247718:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978166.247719:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978166.247722:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2103:2103:256:4294967295] 192.168.201.116@tcp LPNI seq info [2103:2103:8:4294967295] 00000400:00000200:0.0:1780978166.247726:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978166.247729:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978166.247731:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978166.247734:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978166.247735:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:1.0:1780978166.247736:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978166.247738:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978166.247740:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2104:2104:255:4294967295] 192.168.201.116@tcp LPNI seq info [2104:2104:7:4294967295] 00000800:00000200:0.0:1780978166.247741:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978166.247743:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000010:0.0:1780978166.247745:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b5e94dc (tot 3214254). 00000400:00000200:1.0:1780978166.247748:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978166.247751:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978166.247751:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978166.247754:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214502). 00000800:00000200:1.0:1780978166.247757:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978166.247761:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978166.247761:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978166.247766:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b5e94dc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1780978166.247766:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978166.247782:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.247784:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978166.247787:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.247789:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.247791:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.247792:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.247794:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978166.247795:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.247796:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.247798:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978166.247799:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978166.247801:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978166.247801:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978166.247803:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.247805:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978166.247805:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978166.247808:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.247808:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978166.247810:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978166.247811:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978166.247812:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.247814:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.247815:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978166.247816:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.247817:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978166.247819:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978166.247821:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341845952:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978166.247824:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978166.247826:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978166.247828:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.247829:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978166.247832:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978166.247833:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978166.247837:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978166.247839:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000496e7aa4. 00000400:00000010:0.0:1780978166.247844:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978166.247849:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341845952, portal 10 00000100:00000001:0.0:1780978166.247851:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978166.247853:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978166.247858:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.247864:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978166.247867:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978166.247870:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978166.247872:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341845952, offset 0 00000400:00000200:0.0:1780978166.247876:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978166.247879:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978166.247883:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978166.247886:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978166.247888:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978166.247890:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978166.248020:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2105:2105:255:4294967295] 192.168.201.116@tcp LPNI seq info [2105:2105:6:4294967295] 00000400:00000200:0.0:1780978166.248029:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978166.248037:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978166.248042:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978166.248046:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc3a4e4 (tot 3214502). 00000800:00000200:0.0:1780978166.248050:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978166.248054:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978166.248058:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acc3a4e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978166.248061:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.248063:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978166.248065:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.248066:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.248068:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.248072:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978166.248073:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978166.248074:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.248075:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978166.248227:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.248237:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.251486:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.251492:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978166.251502:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978166.251504:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978166.251507:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978166.251512:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d65417 00000400:00000010:0.0:1780978166.251515:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d65417. 00000100:00000001:0.0:1780978166.251520:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978166.251526:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978166.251535:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.251540:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978166.251542:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.251544:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978166.251548:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978166.251551:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978166.251554:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.251556:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978166.251564:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=115 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978166.251569:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=115 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978166.251571:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978166.251573:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978166.251575:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978166.251578:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.251581:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978166.251586:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.251592:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978166.251595:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978166.251598:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978166.251601:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978166.251608:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341845824:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978166.251614:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.251616:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978166.251619:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341845824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978173 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.251625:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978166.251628:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978166.251632:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:0.0:1780978166.251636:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978166.251639:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978166.251641:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978166.251643:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978166.251645:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:0.0:1780978166.251650:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978166.251652:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978166.251653:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978166.251657:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978166.251658:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.251661:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.251663:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.251664:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978166.251665:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.251666:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.253289:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978166.253297:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978166.253309:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978166.253312:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978166.253316:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978166.253327:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978166.253330:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978166.253335:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978166.253348:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978166.253387:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.253395:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978166.253397:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978166.253400:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978166.253403:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978166.253405:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978166.253408:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978166.253410:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978166.253421:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=115 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978166.253426:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=115 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978166.253429:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978166.253431:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978166.253435:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978166.253439:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.253443:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978166.253445:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978166.253447:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978166.253449:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978166.253453:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.253459:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978166.253462:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978166.253464:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978166.253467:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978166.253473:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341845888:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978166.253479:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978166.253481:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978166.253484:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341845888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978199 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978166.253489:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978166.253492:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978166.253494:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978166.253499:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978166.253502:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978166.253503:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978166.253506:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978166.253508:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:1.0:1780978166.253512:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978166.253513:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978166.253514:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978166.253517:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978166.253519:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978166.253520:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978166.253530:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978166.253532:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978166.253535:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978166.253537:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.257012:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.257018:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978166.259882:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978166.259886:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978166.259890:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e7aa4. 00000400:00000200:0.0:1780978166.259897:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e2d304 00000400:00000010:0.0:1780978166.259899:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e2d304. 00000100:00000001:0.0:1780978166.259904:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978166.259919:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978166.259932:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.259938:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978166.259941:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.259944:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978166.259950:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978166.259953:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978166.260026:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978166.260030:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978166.260042:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=114 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978166.260048:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=114 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978166.260051:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978166.260054:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978166.260056:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978166.260060:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.260065:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978166.260066:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978166.260069:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978166.260070:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978166.260075:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.260080:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978166.260083:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978166.260086:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978166.260089:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978166.260095:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341845952:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978166.260101:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.260105:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978166.260107:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341845952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978166.260113:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978166.260116:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978166.260119:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978166.260127:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978166.260130:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978166.260132:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978166.260134:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978166.260249:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000469085d0. 02000000:00000001:0.0:1780978166.260257:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978166.260259:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978166.260261:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978166.260265:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978166.260266:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.260269:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978166.260279:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978166.260281:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978166.260285:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978166.260287:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978167.073655:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978167.073663:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978167.073672:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978167.073673:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978167.073677:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978167.073677:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978167.077608:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978167.077617:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978167.077624:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978168.100022:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978168.100030:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978168.100040:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978168.100044:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978168.100047:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978168.100054:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978168.100057:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978168.100059:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978168.100062:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978168.100065:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978168.100067:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978168.100069:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978168.100073:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978168.100074:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978168.101672:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978168.101679:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978168.101685:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978169.122303:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978169.122311:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978169.122320:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978169.122320:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978169.122325:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978169.122325:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978169.122622:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978169.122626:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978169.122629:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978170.145699:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978170.145708:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978170.145717:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978170.145718:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978170.145722:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978170.145723:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978170.147484:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978170.147492:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978170.147499:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978171.169526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978171.169533:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978171.169542:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978171.169543:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978171.169547:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978171.169548:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978171.169891:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978171.169895:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978171.169906:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978171.362212:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978171.362228:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978171.362236:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978171.362244:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978171.362250:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978171.362264:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978171.362272:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978171.362282:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978171.362291:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362305:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978171.362317:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978171.362322:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362328:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978171.362399:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362402:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978171.362407:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978171.362411:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978171.362414:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978171.362416:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978171.362417:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978171.362419:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978171.362424:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469085d0. 00000100:00000001:1.0:1780978171.362427:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362431:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978171.362437:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978171.362439:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362441:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978171.362448:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362449:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978171.362452:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978171.362455:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780978171.362457:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978171.362459:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978171.362459:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978171.362461:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978171.362463:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978171.362466:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362468:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978171.362475:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978171.362476:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978171.362479:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a1886388] to pc [ptlrpcd_00_00+0] req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978171.362484:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978171.362487:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978171.362490:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978171.362493:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978171.362496:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978171.362502:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3563) 00000100:00000001:0.0:1780978171.367948:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.367959:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978171.367963:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978171.367982:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.367999:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978171.368001:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368006:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978171.368011:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978171.368015:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846016:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978171.368021:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978171.368028:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978171.368031:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368033:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978171.368045:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978171.368047:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978171.368069:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978171.368077:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000496e7aa4. 00000400:00000010:0.0:1780978171.368087:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978171.368096:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846016, portal 25 00000100:00000001:0.0:1780978171.368099:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978171.368100:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978171.368105:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.368112:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978171.368115:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978171.368118:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000200:0.0:1780978171.368121:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341846016, offset 0 00000400:00000200:0.0:1780978171.368128:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368139:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368150:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978171.368159:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978171.368163:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978171.368166:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368170:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2106:2106:256:4294967295] 192.168.201.116@tcp LPNI seq info [2106:2106:8:4294967295] 00000400:00000200:0.0:1780978171.368174:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368185:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978171.368192:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978171.368199:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214254). 00000800:00000200:0.0:1780978171.368206:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978171.368215:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978171.368221:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978171.368249:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368252:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.368255:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368258:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978171.368262:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.368269:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978171.368270:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368273:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978171.368274:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978171.368276:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846144:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978171.368279:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978171.368281:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978171.368283:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368284:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978171.368287:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978171.368289:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978171.368292:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978171.368295:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978171.368299:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978171.368301:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846144, portal 10 00000100:00000001:0.0:1780978171.368303:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978171.368303:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000040:0.0:1780978171.368310:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.368316:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978171.368318:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978171.368321:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c1639b. 00000100:00000200:0.0:1780978171.368322:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846144, offset 0 00000400:00000200:0.0:1780978171.368326:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368329:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368332:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978171.368335:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978171.368337:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978171.368339:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368342:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2107:2107:255:4294967295] 192.168.201.116@tcp LPNI seq info [2107:2107:7:4294967295] 00000400:00000200:0.0:1780978171.368345:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368351:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978171.368444:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978171.368448:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078a7098 (tot 3214502). 00000800:00000200:0.0:1780978171.368452:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978171.368455:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978171.368458:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000078a7098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978171.368461:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368462:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.368464:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368466:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368469:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.368481:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978171.368483:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978171.368485:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.368486:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978171.368488:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978171.368491:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780978171.368493:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.368494:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978171.368495:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.368497:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.368498:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978171.368499:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978171.368503:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.368509:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978171.368511:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368513:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978171.368514:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978171.368516:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846080:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978171.368520:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978171.368522:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978171.368524:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.368525:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978171.368528:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978171.368529:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978171.368533:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978171.368535:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978171.368539:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978171.368541:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846080, portal 10 00000100:00000001:0.0:1780978171.368543:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978171.368544:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000100:00000040:0.0:1780978171.368549:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.368554:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978171.368557:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978171.368559:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024f20f43. 00000100:00000200:0.0:1780978171.368561:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846080, offset 0 00000400:00000200:0.0:1780978171.368565:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368569:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368573:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978171.368576:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978171.368578:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978171.368580:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978171.368582:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2108:2108:254:4294967295] 192.168.201.116@tcp LPNI seq info [2108:2108:6:4294967295] 00000400:00000200:0.0:1780978171.368585:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978171.368591:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978171.368595:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978171.368598:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214750). 00000800:00000200:0.0:1780978171.368602:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978171.368605:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978171.368607:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978171.368610:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368611:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.368613:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368614:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368616:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.368634:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.368635:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376493:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.376500:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978171.376508:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978171.376510:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978171.376513:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978171.376519:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978171.376522:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978171.376525:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978171.376530:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978171.376538:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376545:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978171.376547:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.376549:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978171.376553:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978171.376557:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978171.376559:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.376562:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978171.376574:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=120 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978171.376580:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=120 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978171.376583:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978171.376585:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978171.376588:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978171.376592:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376597:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978171.376599:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978171.376602:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978171.376603:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978171.376608:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376614:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.376618:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978171.376620:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978171.376623:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978171.376630:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846080:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978171.376637:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978171.376638:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978171.376639:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978171.376641:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da0c5610 00000400:00000010:0.0:1780978171.376642:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da0c5610. 00000100:00000001:0.0:1780978171.376644:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978171.376646:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978171.376652:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376659:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978171.376660:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.376661:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978171.376662:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978171.376663:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978171.376665:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.376666:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978171.376670:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=119 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978171.376673:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=119 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978171.376675:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978171.376676:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978171.376677:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978171.376678:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376681:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978171.376682:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978171.376683:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978171.376685:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978171.376687:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376693:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.376695:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978171.376696:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978171.376698:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978171.376706:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846144:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978171.376710:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376713:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978171.376716:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341846080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978204 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376722:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978171.376793:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978171.376797:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978171.376803:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978171.376806:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978171.376808:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978171.376810:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978171.376813:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000469085d0. 02000000:00000001:0.0:1780978171.376817:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978171.376819:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978171.376821:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:0.0:1780978171.376825:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978171.376826:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.376828:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978171.376831:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a1886388 x1867487341846144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.376837:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978171.376838:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978171.376839:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978171.376841:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978171.376842:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978171.376842:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978171.376844:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978171.376845:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:0.0:1780978171.376847:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978171.376848:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978171.376849:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1886388. 00000100:00000001:0.0:1780978171.376852:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978171.376853:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.376856:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376858:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.376859:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978171.376861:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.376862:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.378460:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.378464:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978171.378473:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978171.378474:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978171.378477:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e7aa4. 00000400:00000200:0.0:1780978171.378481:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e2d304 00000400:00000010:0.0:1780978171.378484:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e2d304. 00000100:00000001:0.0:1780978171.378486:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978171.378490:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978171.378496:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.378501:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978171.378502:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.378504:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978171.378507:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978171.378509:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978171.378512:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978171.378514:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978171.378520:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=120 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978171.378524:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=120 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978171.378527:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978171.378528:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978171.378531:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978171.378533:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.378535:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978171.378539:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.378545:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978171.378548:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978171.378550:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978171.378552:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978171.378559:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846016:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978171.378564:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.378567:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978171.378569:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341846016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978178 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978171.378575:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978171.378578:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978171.378581:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:0.0:1780978171.378585:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978171.378587:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978171.378589:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978171.378590:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978171.378592:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:0.0:1780978171.378597:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978171.378598:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978171.378600:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:0.0:1780978171.378604:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978171.378605:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.378607:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978171.378618:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978171.378620:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978171.378622:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978171.378624:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978172.194307:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978172.194316:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978172.194326:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978172.194327:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978172.194332:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978172.194333:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978172.196886:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978172.196895:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978172.196901:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978173.220895:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978173.220906:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978173.220909:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978173.220911:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220918:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978173.220921:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220923:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220925:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220929:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978173.220930:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220934:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978173.220936:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978173.220937:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978173.220942:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978173.220944:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978173.220945:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220947:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978173.220948:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220950:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978173.220951:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978173.221163:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978173.221166:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978173.221169:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978174.241486:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978174.241494:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978174.241502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978174.241503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978174.241507:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978174.241508:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978174.241633:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978174.241637:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978174.241640:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978175.265552:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978175.265559:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978175.265565:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978175.265566:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978175.265570:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978175.265571:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978175.266097:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978175.266101:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978175.266104:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978176.289544:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978176.289551:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978176.289558:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978176.289559:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978176.289562:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978176.289563:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978176.289719:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978176.289725:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978176.289728:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978176.483176:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978176.483192:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978176.483208:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978176.483217:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978176.483223:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978176.483226:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978176.483234:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978176.483248:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978176.483258:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483271:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978176.483284:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978176.483291:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483297:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.483335:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483338:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978176.483341:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978176.483346:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780978176.483348:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978176.483350:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978176.483351:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978176.483353:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978176.483389:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978176.483394:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483397:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978176.483403:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978176.483405:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483407:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a1886388] to pc [ptlrpcd_00_00+0] req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.483414:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483417:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978176.483420:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978176.483423:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978176.483426:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978176.483428:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978176.483429:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978176.483430:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978176.483433:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978176.483435:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483437:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978176.483448:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978176.483449:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.483451:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.483456:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978176.483458:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978176.483461:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978176.483464:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978176.483466:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978176.483472:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3569) 00000100:00000001:0.0:1780978176.487007:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.487017:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978176.487022:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978176.487038:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487055:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978176.487057:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487062:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978176.487067:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978176.487070:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341846208:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978176.487076:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978176.487083:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978176.487086:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487089:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978176.487098:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978176.487100:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978176.487112:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978176.487118:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000496e7aa4. 00000400:00000010:0.0:1780978176.487127:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978176.487136:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846208, portal 25 00000100:00000001:0.0:1780978176.487139:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978176.487140:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978176.487145:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487152:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978176.487155:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978176.487158:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978176.487161:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341846208, offset 0 00000400:00000200:0.0:1780978176.487169:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487179:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487189:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978176.487198:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978176.487202:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978176.487205:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487210:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2109:2109:256:4294967295] 192.168.201.116@tcp LPNI seq info [2109:2109:8:4294967295] 00000400:00000200:0.0:1780978176.487214:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487225:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978176.487232:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978176.487238:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214254). 00000800:00000200:0.0:1780978176.487245:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978176.487255:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978176.487259:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978176.487284:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487287:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978176.487290:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487294:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978176.487299:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487306:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978176.487308:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487311:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978176.487312:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978176.487314:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846336:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978176.487317:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978176.487320:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978176.487321:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487322:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978176.487325:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978176.487327:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978176.487331:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978176.487334:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978176.487337:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978176.487340:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846336, portal 10 00000100:00000001:0.0:1780978176.487341:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978176.487342:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000100:00000040:0.0:1780978176.487348:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487353:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978176.487420:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978176.487423:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978176.487425:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846336, offset 0 00000400:00000200:0.0:1780978176.487430:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487434:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487438:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978176.487441:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978176.487444:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978176.487445:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487447:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2110:2110:255:4294967295] 192.168.201.116@tcp LPNI seq info [2110:2110:7:4294967295] 00000400:00000200:0.0:1780978176.487450:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487456:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978176.487460:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978176.487463:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214502). 00000800:00000200:0.0:1780978176.487467:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978176.487471:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978176.487473:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978176.487475:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487477:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978176.487479:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487481:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487483:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.487493:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978176.487495:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978176.487497:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.487498:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978176.487499:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978176.487502:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978176.487504:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.487505:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978176.487506:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.487507:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.487508:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978176.487509:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978176.487513:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487519:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978176.487520:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487523:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978176.487524:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978176.487527:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846272:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978176.487530:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978176.487532:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978176.487533:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.487535:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978176.487539:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978176.487541:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978176.487544:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978176.487546:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978176.487549:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978176.487552:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846272, portal 10 00000100:00000001:0.0:1780978176.487553:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978176.487554:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000040:0.0:1780978176.487560:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.487566:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978176.487568:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978176.487570:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d5b1be. 00000100:00000200:0.0:1780978176.487572:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846272, offset 0 00000400:00000200:0.0:1780978176.487576:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487579:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487582:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978176.487585:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978176.487587:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978176.487589:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978176.487591:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2111:2111:254:4294967295] 192.168.201.116@tcp LPNI seq info [2111:2111:6:4294967295] 00000400:00000200:0.0:1780978176.487595:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978176.487600:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978176.487603:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978176.487606:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3214750). 00000800:00000200:0.0:1780978176.487610:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978176.487613:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978176.487616:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978176.487618:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487620:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978176.487621:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487624:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487626:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.487644:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.487646:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495402:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.495411:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978176.495421:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978176.495423:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978176.495427:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978176.495436:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee6fa48a 00000400:00000010:0.0:1780978176.495438:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee6fa48a. 00000100:00000001:0.0:1780978176.495443:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978176.495453:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978176.495462:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495469:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978176.495470:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.495473:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978176.495476:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978176.495479:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978176.495482:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.495484:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978176.495494:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=125 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978176.495499:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=125 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978176.495502:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978176.495504:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978176.495507:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978176.495510:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495515:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978176.495517:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978176.495519:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978176.495520:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978176.495525:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495532:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978176.495536:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978176.495539:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978176.495542:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978176.495550:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846272:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978176.495558:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978176.495559:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978176.495560:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978176.495562:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978176.495564:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978176.495565:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978176.495567:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978176.495574:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495579:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978176.495580:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.495582:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978176.495583:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978176.495584:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978176.495585:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978176.495587:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978176.495590:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=124 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978176.495593:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=124 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978176.495595:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978176.495596:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978176.495597:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978176.495599:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495601:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978176.495602:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978176.495604:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978176.495605:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978176.495607:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495618:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978176.495620:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978176.495621:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978176.495623:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978176.495630:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846336:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978176.495634:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495637:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978176.495639:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a1886388 x1867487341846272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978209 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495646:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978176.495649:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978176.495652:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978176.495656:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978176.495659:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978176.495661:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978176.495663:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978176.495665:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978176.495670:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978176.495671:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978176.495672:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1886388. 00000100:00000001:0.0:1780978176.495676:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978176.495678:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.495679:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978176.495681:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341846336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978208 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978176.495686:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978176.495687:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978176.495688:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978176.495690:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978176.495691:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978176.495692:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978176.495694:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978176.495695:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:0.0:1780978176.495696:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978176.495697:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978176.495698:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:0.0:1780978176.495700:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978176.495701:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978176.495704:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495706:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978176.495707:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978176.495708:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978176.495709:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978176.500759:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978176.500765:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978176.500774:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978176.500776:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978176.500779:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e7aa4. 00000400:00000200:1.0:1780978176.500785:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e2d304 00000400:00000010:1.0:1780978176.500787:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e2d304. 00000100:00000001:1.0:1780978176.500790:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978176.500794:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978176.500802:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.500807:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978176.500809:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978176.500811:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978176.500815:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978176.500818:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978176.500820:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978176.500823:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978176.500831:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=125 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978176.500837:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=125 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978176.500840:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978176.500842:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978176.500845:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978176.500847:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978176.500850:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978176.500854:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.500861:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978176.500865:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978176.500867:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978176.500871:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978176.500878:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341846208:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978176.500884:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978176.500887:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978176.500890:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341846208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978183 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978176.500897:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978176.500901:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978176.500904:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:1.0:1780978176.500909:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978176.500911:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978176.500914:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978176.500917:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978176.500919:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978176.500923:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978176.500925:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978176.500927:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978176.500931:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978176.500932:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978176.500934:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978176.500944:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978176.500946:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978176.500948:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978176.500951:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978177.317689:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978177.317696:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978177.317703:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978177.317704:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978177.317708:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978177.317709:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978177.317880:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978177.317885:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978177.317888:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978178.338425:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978178.338432:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978178.338439:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978178.338444:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978178.338447:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978178.338453:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978178.338456:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978178.338458:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978178.338462:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978178.338464:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978178.338466:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978178.338468:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978178.338473:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978178.338473:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978178.338599:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978178.338604:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978178.338607:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978179.362188:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978179.362196:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978179.362204:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978179.362205:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978179.362209:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978179.362210:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978179.362642:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978179.362647:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978179.362650:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978180.388332:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978180.388341:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978180.388350:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978180.388350:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978180.388354:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978180.388388:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978180.388982:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978180.388987:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978180.388991:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978181.411054:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978181.411061:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978181.411069:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978181.411069:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978181.411072:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978181.411072:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978181.411299:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978181.411303:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978181.411305:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978181.602206:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978181.602218:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978181.602227:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b43227c2. 00000020:00000040:0.0:1780978181.602234:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978181.602238:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978181.602241:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978181.602245:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978181.602254:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea89582. 00000100:00000001:0.0:1780978181.602259:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.602269:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978181.602278:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978181.602282:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.602287:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b43227c2] to pc [ptlrpcd_00_00+0] req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.602485:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.602490:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978181.602493:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978181.602498:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.602506:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978181.602508:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.602511:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978181.602514:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978181.602517:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846400:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978181.602521:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978181.602526:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978181.602528:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.602531:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978181.602536:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978181.602538:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978181.602755:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978181.602761:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978181.602768:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978181.602775:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846400, portal 25 00000100:00000001:1.0:1780978181.602778:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978181.602780:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701162496 : -109779008389120 : ffff9c2815338000) 00000100:00000040:1.0:1780978181.602785:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.602792:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978181.602795:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978181.602798:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978181.602801:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341846400, offset 0 00000400:00000200:1.0:1780978181.602807:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978181.602817:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978181.602827:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978181.602834:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978181.602837:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978181.602841:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978181.602844:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2112:2112:256:4294967295] 192.168.201.116@tcp LPNI seq info [2112:2112:8:4294967295] 00000400:00000200:1.0:1780978181.602848:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978181.602858:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978181.602864:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978181.602897:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214254). 00000800:00000200:1.0:1780978181.602905:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978181.602913:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978181.602917:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978181.602986:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.602990:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978181.602993:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978181.602996:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000930dfefd. 00000020:00000040:0.0:1780978181.602999:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978181.603002:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978181.603003:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978181.603006:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978181.603010:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ed0a00e. 00000100:00000001:0.0:1780978181.603013:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.603017:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978181.603023:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978181.603025:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.603027:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000930dfefd] to pc [ptlrpcd_00_01+1] req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.603033:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.603035:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978181.603037:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978181.603039:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93c351d. 00000020:00000040:0.0:1780978181.603041:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978181.603042:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978181.603043:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978181.603045:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978181.603046:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978181.603048:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.603050:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978181.603055:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978181.603056:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.603058:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d93c351d] to pc [ptlrpcd_00_00+0] req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.603063:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978181.603065:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978181.603068:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978181.603070:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978181.603072:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978181.603076:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3574) 00000100:00000001:0.0:1780978181.603102:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978181.603105:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978181.603106:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978181.603108:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.603114:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978181.603115:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978181.603117:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978181.603119:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978181.603121:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000930dfefd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846464:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978181.603124:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978181.603126:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978181.603127:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978181.603128:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978181.603131:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978181.603132:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978181.603136:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978181.603139:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978181.603142:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978181.603144:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846464, portal 10 00000100:00000001:0.0:1780978181.603146:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978181.603146:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701175872 : -109779008375744 : ffff9c281533b440) 00000100:00000040:0.0:1780978181.603151:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.603156:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978181.603158:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978181.603160:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978181.603162:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846464, offset 0 00000400:00000200:0.0:1780978181.603166:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978181.603169:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978181.603172:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978181.603175:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978181.603177:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978181.603179:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978181.603181:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2113:2113:255:4294967295] 192.168.201.116@tcp LPNI seq info [2113:2113:7:4294967295] 00000400:00000200:0.0:1780978181.603184:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978181.603188:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978181.603192:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978181.603195:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b291553 (tot 3214502). 00000800:00000200:0.0:1780978181.603198:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978181.603201:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978181.603203:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b291553 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978181.603223:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.603225:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978181.603228:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.603231:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.603232:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.603240:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978181.603241:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978181.603243:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.603244:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978181.603245:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978181.603248:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.603253:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978181.603254:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.603256:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978181.603257:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978181.603259:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d93c351d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846528:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978181.603262:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978181.603264:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978181.603265:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.603266:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978181.603268:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978181.603269:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978181.603272:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978181.603274:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978181.603277:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978181.603279:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846528, portal 10 00000100:00000001:1.0:1780978181.603281:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978181.603282:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701181952 : -109779008369664 : ffff9c281533cc00) 00000100:00000040:1.0:1780978181.603286:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.603291:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978181.603292:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978181.603294:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e23b1. 00000100:00000200:1.0:1780978181.603295:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846528, offset 0 00000400:00000200:1.0:1780978181.603299:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978181.603302:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978181.603305:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978181.603308:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978181.603310:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978181.603311:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978181.603313:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2114:2114:254:4294967295] 192.168.201.116@tcp LPNI seq info [2114:2114:6:4294967295] 00000400:00000200:1.0:1780978181.603316:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978181.603321:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978181.603336:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978181.603339:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214750). 00000800:00000200:1.0:1780978181.603344:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978181.603347:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978181.603349:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978181.612118:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.612127:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978181.612132:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.612135:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.612138:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978181.612148:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978181.612150:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978181.612153:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978181.612155:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978181.612157:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.612159:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.613023:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.613027:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978181.613030:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.613032:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.613036:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.613041:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978181.613042:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978181.613044:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.613045:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978181.613047:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.613049:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.619912:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.619917:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978181.622890:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978181.622897:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978181.622906:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978181.622908:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978181.622911:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978181.622920:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978181.622922:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978181.622926:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978181.622937:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978181.622948:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.622955:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978181.622958:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978181.622961:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978181.622964:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978181.622966:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978181.622968:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978181.622970:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978181.622978:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=130 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978181.622983:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=130 v=2 (1 1 2 2) 00000100:00000001:0.0:1780978181.622986:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978181.622987:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978181.622989:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978181.622993:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.622997:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978181.622998:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978181.623000:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978181.623002:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978181.623006:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.623012:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978181.623015:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978181.623016:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978181.623019:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978181.623025:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000930dfefd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846464:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978181.623030:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978181.623032:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978181.623035:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000930dfefd x1867487341846464/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978181.623041:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978181.623043:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978181.623046:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978181.623050:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978181.623052:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978181.623055:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978181.623057:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978181.623058:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ed0a00e. 02000000:00000001:0.0:1780978181.623061:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978181.623063:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978181.623064:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000930dfefd. 00000100:00000001:0.0:1780978181.623067:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978181.623068:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978181.623070:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978181.623080:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978181.623081:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978181.623083:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978181.623085:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780978181.623162:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978181.623164:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978181.623166:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978181.623169:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:1.0:1780978181.623171:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:1.0:1780978181.623173:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978181.623177:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978181.623184:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623189:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978181.623190:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623191:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978181.623192:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978181.623194:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978181.623195:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.623197:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978181.623199:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=130 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978181.623202:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=130 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978181.623204:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978181.623205:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978181.623206:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978181.623208:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.623209:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978181.623212:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623217:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978181.623218:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978181.623220:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978181.623222:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978181.623227:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43227c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846400:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978181.623229:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.623231:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978181.623232:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b43227c2 x1867487341846400/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978188 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623237:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978181.623238:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978181.623239:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978181.623241:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978181.623242:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978181.623243:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978181.623245:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978181.623245:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:1.0:1780978181.623248:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978181.623249:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978181.623249:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b43227c2. 00000100:00000001:1.0:1780978181.623251:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978181.623252:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623254:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.623256:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.623257:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978181.623259:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978181.623260:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978181.623262:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978181.623263:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:1.0:1780978181.623264:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:1.0:1780978181.623265:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978181.623268:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978181.623273:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623278:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978181.623279:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623280:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978181.623281:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978181.623282:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978181.623283:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978181.623284:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978181.623288:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=129 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978181.623290:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=129 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978181.623291:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978181.623292:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978181.623293:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978181.623295:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.623297:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978181.623297:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978181.623299:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978181.623300:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978181.623302:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623306:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978181.623308:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978181.623308:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978181.623311:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978181.623316:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d93c351d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341846528:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978181.623319:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623320:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978181.623322:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d93c351d x1867487341846528/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978213 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978181.623340:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978181.623341:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978181.623342:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978181.623345:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978181.623346:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978181.623347:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978181.623349:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978181.623350:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:1.0:1780978181.623351:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978181.623352:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978181.623353:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93c351d. 00000100:00000001:1.0:1780978181.623435:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978181.623437:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623439:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978181.623442:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978181.623444:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978181.623445:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978181.623446:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978182.433863:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978182.433869:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978182.433875:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978182.433876:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978182.433879:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978182.433880:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978182.433968:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978182.433971:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978182.433973:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978183.457476:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978183.457484:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978183.457486:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978183.457488:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457492:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978183.457494:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457496:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457497:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457500:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978183.457501:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978183.457505:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978183.457506:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978183.457511:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978183.457513:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978183.457514:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457515:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978183.457516:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457517:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978183.457519:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978183.457619:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978183.457623:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978183.457626:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978184.482233:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978184.482240:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978184.482245:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978184.482247:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978184.482250:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978184.482251:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978184.482565:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978184.482568:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978184.482571:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978185.505542:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978185.505548:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978185.505554:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978185.505555:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978185.505559:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978185.505560:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978185.505616:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978185.505620:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978185.505622:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978186.529510:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978186.529515:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978186.529522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978186.529523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978186.529526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978186.529527:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978186.529663:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978186.529667:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978186.529670:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978187.553900:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978187.553909:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978187.553918:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978187.553922:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978187.553925:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978187.553933:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978187.553935:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978187.553937:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978187.553940:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978187.553943:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978187.553945:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978187.553947:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978187.553952:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978187.553953:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978187.554181:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978187.554186:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978187.554189:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978188.578145:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978188.578150:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978188.578155:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978188.578156:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978188.578159:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978188.578160:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978188.578262:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978188.578275:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978188.578278:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978189.601550:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978189.601555:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978189.601560:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978189.601561:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978189.601564:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978189.601565:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978189.601660:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978189.601663:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978189.601666:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978190.625478:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978190.625482:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978190.625487:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978190.625487:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978190.625490:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978190.625490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978190.629273:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978190.629279:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978190.629285:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978191.649502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978191.649509:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978191.649515:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978191.649516:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978191.649519:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978191.649520:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978191.649706:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978191.649710:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978191.649712:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978191.843031:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978191.843040:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978191.843051:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000930dfefd. 00000020:00000040:0.0:1780978191.843058:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978191.843071:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978191.843074:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978191.843079:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978191.843087:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ed0a00e. 00000100:00000001:0.0:1780978191.843095:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843105:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978191.843114:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978191.843117:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843122:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000930dfefd] to pc [ptlrpcd_00_01+1] req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978191.843151:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843153:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978191.843156:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978191.843159:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011b37039. 00000020:00000040:0.0:1780978191.843263:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978191.843266:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978191.843267:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978191.843269:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978191.843273:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978191.843276:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843279:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978191.843284:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978191.843286:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843288:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000011b37039] to pc [ptlrpcd_00_00+0] req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978191.843295:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843297:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978191.843300:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978191.843303:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a53bfd5. 00000020:00000040:0.0:1780978191.843305:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978191.843306:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978191.843307:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978191.843309:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978191.843311:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007fcd3c86. 00000100:00000001:0.0:1780978191.843313:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843315:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978191.843320:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978191.843321:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978191.843324:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000a53bfd5] to pc [ptlrpcd_00_01+1] req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978191.843335:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978191.843337:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978191.843340:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978191.843342:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978191.843343:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978191.843347:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3584) 00000100:00000001:1.0:1780978191.843831:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.843835:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978191.843837:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978191.843842:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.843850:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978191.843851:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.843855:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978191.843857:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978191.843860:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000930dfefd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341846784:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978191.843865:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978191.843870:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978191.843872:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.843875:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978191.843879:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978191.843881:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978191.843890:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978191.843895:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978191.843901:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978191.843908:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846784, portal 25 00000100:00000001:1.0:1780978191.843999:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978191.844001:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701175872 : -109779008375744 : ffff9c281533b440) 00000100:00000040:1.0:1780978191.844007:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.844013:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978191.844016:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978191.844019:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978191.844023:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341846784, offset 0 00000400:00000200:1.0:1780978191.844029:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978191.844039:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.844048:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978191.844054:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978191.844057:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978191.844071:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978191.844075:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2118:2118:256:4294967295] 192.168.201.116@tcp LPNI seq info [2118:2118:8:4294967295] 00000400:00000200:1.0:1780978191.844078:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.844086:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978191.844092:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978191.844097:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780978191.844104:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978191.844112:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978191.844115:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978191.844134:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.844136:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.844138:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.844140:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978191.844142:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.844150:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978191.844150:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.844152:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978191.844153:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978191.844154:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a53bfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846912:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978191.844156:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978191.844157:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978191.844158:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.844159:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978191.845565:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978191.845572:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978191.845580:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978191.845585:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978191.845590:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978191.845595:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846912, portal 10 00000100:00000001:1.0:1780978191.845598:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978191.845599:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701178304 : -109779008373312 : ffff9c281533bdc0) 00000100:00000040:1.0:1780978191.845608:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.845615:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978191.845618:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978191.845620:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978191.845622:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846912, offset 0 00000400:00000200:1.0:1780978191.845629:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978191.845636:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.845643:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978191.845648:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978191.845652:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978191.845654:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978191.845657:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2119:2119:256:4294967295] 192.168.201.116@tcp LPNI seq info [2119:2119:8:4294967295] 00000400:00000200:1.0:1780978191.845660:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.845669:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978191.845674:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978191.845678:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214254). 00000800:00000200:1.0:1780978191.845684:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978191.845704:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978191.845707:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978191.845722:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845724:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.845727:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845730:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845733:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.845741:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978191.845742:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978191.845745:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.845747:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978191.845748:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978191.845751:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978191.845752:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.845754:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978191.845755:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.845756:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.845757:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978191.845759:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978191.845762:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.845769:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978191.845771:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.845773:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978191.845775:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978191.845778:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011b37039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846848:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978191.845781:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978191.845785:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978191.845786:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.845788:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978191.845791:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978191.845793:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978191.845795:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978191.845798:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978191.845800:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d29180cc. 00000100:00000200:1.0:1780978191.845803:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846848, portal 10 00000100:00000001:1.0:1780978191.845805:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978191.845806:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701191680 : -109779008359936 : ffff9c281533f200) 00000100:00000040:1.0:1780978191.845811:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.845816:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978191.845819:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978191.845820:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdf1e1d5. 00000100:00000200:1.0:1780978191.845823:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341846848, offset 0 00000400:00000200:1.0:1780978191.845827:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978191.845831:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.845834:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978191.845837:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978191.845839:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978191.845841:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978191.845843:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2120:2120:255:4294967295] 192.168.201.116@tcp LPNI seq info [2120:2120:7:4294967295] 00000400:00000200:1.0:1780978191.845846:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978191.845851:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978191.845855:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978191.845858:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214502). 00000800:00000200:1.0:1780978191.845862:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978191.845865:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978191.845867:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978191.845869:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845871:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.845873:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845875:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845877:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.845893:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.845895:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.850506:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.850511:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978191.850519:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978191.850521:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978191.850523:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978191.850527:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:1.0:1780978191.850529:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:1.0:1780978191.850531:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978191.850537:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978191.850546:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.850553:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978191.850554:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.850557:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978191.850559:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978191.850562:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978191.850563:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.850566:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978191.850571:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=140 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978191.850576:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=140 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978191.850578:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978191.850579:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978191.850581:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978191.850583:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.850586:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978191.850590:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.850596:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.850599:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978191.850601:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978191.850604:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978191.850612:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000930dfefd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341846784:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978191.850617:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.850618:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978191.850620:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000930dfefd x1867487341846784/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978198 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.850626:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978191.850629:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978191.850631:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978191.850635:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978191.850637:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978191.850639:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978191.850641:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978191.850643:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ed0a00e. 02000000:00000001:1.0:1780978191.850646:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978191.850647:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978191.850649:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000930dfefd. 00000100:00000001:1.0:1780978191.850653:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978191.850654:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.850656:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.850658:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.850659:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978191.850660:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.850661:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.851289:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.851292:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978191.851295:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978191.851297:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978191.851298:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978191.851302:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d29180cc 00000400:00000010:1.0:1780978191.851304:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d29180cc. 00000100:00000001:1.0:1780978191.851305:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978191.851309:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978191.851316:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851322:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978191.851323:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851325:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978191.851327:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978191.851328:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978191.851329:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.851331:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978191.851336:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=140 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978191.851339:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=140 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978191.851341:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978191.851342:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978191.851344:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978191.851347:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.851349:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978191.851351:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978191.851353:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978191.851379:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978191.851384:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851390:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.851392:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978191.851394:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978191.851396:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978191.851403:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011b37039 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846848:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978191.851408:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978191.851409:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978191.851410:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978191.851412:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:1.0:1780978191.851413:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:1.0:1780978191.851415:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978191.851585:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978191.851594:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851600:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978191.851601:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851603:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978191.851604:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978191.851605:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978191.851606:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978191.851608:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978191.851612:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=139 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978191.851614:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=139 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978191.851616:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978191.851617:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978191.851619:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978191.851620:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.851622:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978191.851623:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978191.851625:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978191.851625:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978191.851628:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851634:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978191.851635:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978191.851636:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978191.851639:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978191.851645:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a53bfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341846912:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978191.851648:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851650:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978191.851652:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000011b37039 x1867487341846848/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851674:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978191.851676:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978191.851677:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978191.851680:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978191.851681:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978191.851682:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978191.851684:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978191.851685:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:1.0:1780978191.851698:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978191.851699:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978191.851700:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011b37039. 00000100:00000001:1.0:1780978191.851703:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978191.851704:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851705:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978191.851708:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000a53bfd5 x1867487341846912/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978223 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978191.851713:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978191.851714:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978191.851715:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978191.851717:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978191.851718:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978191.851719:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978191.851721:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978191.851721:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007fcd3c86. 02000000:00000001:1.0:1780978191.851723:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978191.851724:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978191.851725:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a53bfd5. 00000100:00000001:1.0:1780978191.851727:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978191.851728:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851730:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978191.851737:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978191.851739:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978191.851741:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978191.851743:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673508:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978192.673517:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978192.673519:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978192.673521:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673526:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978192.673528:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673530:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673532:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673536:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978192.673537:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673540:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978192.673541:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978192.673542:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978192.673546:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978192.673549:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978192.673549:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673551:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978192.673552:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673553:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978192.673554:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978192.673821:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978192.673826:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978192.673828:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978193.697484:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978193.697489:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978193.697496:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978193.697497:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978193.697500:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978193.697501:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978193.698684:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978193.698688:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978193.698692:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978194.721540:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978194.721546:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978194.721552:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978194.721552:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978194.721555:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978194.721556:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978194.721682:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978194.721685:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978194.721687:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978195.745470:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978195.745475:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978195.745497:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978195.745498:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978195.745502:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978195.745503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978195.745913:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978195.745917:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978195.745919:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978196.769649:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978196.769654:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978196.769660:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978196.769661:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978196.769664:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978196.769664:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978196.770385:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978196.770389:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978196.770392:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978196.961482:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978196.961501:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978196.961510:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000142f02c6. 00000020:00000040:0.0:1780978196.961517:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978196.961522:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978196.961525:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978196.961530:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978196.961539:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc33fdb2. 00000100:00000001:0.0:1780978196.961545:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961567:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978196.961577:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978196.961581:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961586:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000142f02c6] to pc [ptlrpcd_00_00+0] req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978196.961642:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961644:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978196.961647:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978196.961651:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a40a842. 00000020:00000040:0.0:1780978196.961653:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978196.961655:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978196.961656:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978196.961658:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978196.961660:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e8c30d3. 00000100:00000001:0.0:1780978196.961663:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961666:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978196.961673:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978196.961674:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961677:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001a40a842] to pc [ptlrpcd_00_01+1] req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978196.961683:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961685:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978196.961688:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978196.961690:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000004c44342. 00000020:00000040:0.0:1780978196.961692:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978196.961693:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978196.961694:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978196.961695:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978196.961699:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007fcd3c86. 00000100:00000001:0.0:1780978196.961701:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961704:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978196.961710:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978196.961711:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978196.961713:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000004c44342] to pc [ptlrpcd_00_00+0] req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978196.961718:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978196.961720:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978196.961725:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978196.961727:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978196.961729:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978196.961733:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3589) 00000100:00000001:1.0:1780978196.961809:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.961813:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978196.961816:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978196.961821:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.961828:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978196.961830:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.961833:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978196.961835:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978196.961837:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846976:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978196.961841:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978196.961847:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978196.961849:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.961851:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978196.961855:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978196.961857:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978196.961876:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978196.961881:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978196.961887:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978196.961894:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341846976, portal 25 00000100:00000001:1.0:1780978196.961896:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978196.961897:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701163712 : -109779008387904 : ffff9c28153384c0) 00000100:00000040:1.0:1780978196.961902:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.961909:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978196.961912:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978196.961914:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d29180cc. 00000100:00000200:1.0:1780978196.961918:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341846976, offset 0 00000400:00000200:1.0:1780978196.961926:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978196.961934:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.961941:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978196.961948:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978196.961952:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978196.961955:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978196.961958:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2121:2121:256:4294967295] 192.168.201.116@tcp LPNI seq info [2121:2121:8:4294967295] 00000400:00000200:1.0:1780978196.961962:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.961970:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978196.961975:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978196.961979:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978196.961985:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978196.961992:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978196.961996:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978196.962015:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962017:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.962019:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962021:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978196.962023:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.962029:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978196.962030:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.962032:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978196.962033:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978196.962035:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847104:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978196.962038:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978196.962040:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978196.962041:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.962042:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978196.962044:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978196.962045:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978196.962048:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978196.962050:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978196.962053:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978196.962055:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847104, portal 10 00000100:00000001:1.0:1780978196.962056:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978196.962057:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701190464 : -109779008361152 : ffff9c281533ed40) 00000100:00000040:1.0:1780978196.962062:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.962067:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978196.962069:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978196.962070:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978196.962072:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847104, offset 0 00000400:00000200:1.0:1780978196.962075:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978196.962078:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.962081:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978196.962083:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978196.962085:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978196.962087:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978196.962089:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2122:2122:255:4294967295] 192.168.201.116@tcp LPNI seq info [2122:2122:7:4294967295] 00000400:00000200:1.0:1780978196.962092:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.962097:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978196.962101:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978196.962103:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214502). 00000800:00000200:1.0:1780978196.962107:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978196.962111:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978196.962113:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978196.962116:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962117:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.962118:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962120:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962122:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.962129:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978196.962130:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978196.962132:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.962133:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978196.962134:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978196.962136:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978196.962138:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.962139:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978196.962140:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.962141:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.962142:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978196.962143:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978196.962146:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.962152:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978196.962153:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.962154:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978196.962155:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978196.962157:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847040:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978196.962160:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978196.962161:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978196.962162:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.962163:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978196.962166:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978196.962167:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978196.962170:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978196.962172:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978196.962174:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad2c19b9. 00000100:00000200:1.0:1780978196.962176:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847040, portal 10 00000100:00000001:1.0:1780978196.962178:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978196.962179:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701186816 : -109779008364800 : ffff9c281533df00) 00000100:00000040:1.0:1780978196.962182:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.962187:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978196.962189:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978196.962191:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5c14fcc. 00000100:00000200:1.0:1780978196.962192:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847040, offset 0 00000400:00000200:1.0:1780978196.962196:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978196.962199:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.962201:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978196.962205:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978196.962206:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978196.962208:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978196.962210:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2123:2123:254:4294967295] 192.168.201.116@tcp LPNI seq info [2123:2123:6:4294967295] 00000400:00000200:1.0:1780978196.962214:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978196.962218:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978196.962222:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978196.962225:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214502). 00000800:00000200:1.0:1780978196.962228:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978196.962231:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978196.962233:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978196.962236:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962237:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.962239:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962241:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962243:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.962253:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.962255:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.964448:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.964452:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978196.964460:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978196.964470:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978196.964473:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978196.964477:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad2c19b9 00000400:00000010:1.0:1780978196.964478:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad2c19b9. 00000100:00000001:1.0:1780978196.964480:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978196.964484:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978196.964500:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964506:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978196.964507:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964510:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978196.964520:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978196.964523:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978196.964525:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.964528:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978196.964537:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=145 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978196.964542:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=145 v=2 (1 1 2 2) 00000100:00000001:1.0:1780978196.964544:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978196.964546:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978196.964548:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978196.964552:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.964555:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978196.964557:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978196.964559:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978196.964560:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978196.964565:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964570:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.964573:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978196.964575:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978196.964578:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978196.964584:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847040:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978196.964590:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978196.964591:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978196.964592:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978196.964594:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:1.0:1780978196.964596:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:1.0:1780978196.964606:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978196.964609:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978196.964616:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964622:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978196.964623:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964624:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978196.964635:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978196.964636:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978196.964637:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.964638:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978196.964641:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=145 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978196.964643:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=145 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978196.964645:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978196.964646:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978196.964647:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978196.964649:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.964650:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978196.964653:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964657:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.964659:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978196.964660:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978196.964662:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978196.964667:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341846976:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:1.0:1780978196.964673:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978196.964674:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978196.964675:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978196.964677:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:1.0:1780978196.964678:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:1.0:1780978196.964679:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978196.964681:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1780978196.964686:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964691:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978196.964692:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964693:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978196.964694:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978196.964695:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978196.964696:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978196.964697:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978196.964700:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=144 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978196.964703:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=144 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978196.964705:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978196.964705:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978196.964707:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978196.964708:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.964710:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978196.964711:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978196.964712:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978196.964713:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978196.964717:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964722:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978196.964723:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978196.964724:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978196.964726:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1780978196.964738:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847104:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1780978196.964741:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964743:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978196.964745:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001a40a842 x1867487341847040/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978229 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964750:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978196.964752:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978196.964754:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978196.964757:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978196.964759:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978196.964760:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978196.964762:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978196.964763:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e8c30d3. 02000000:00000001:1.0:1780978196.964766:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978196.964767:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978196.964768:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a40a842. 00000100:00000001:1.0:1780978196.964772:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978196.964773:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964774:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978196.964776:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000142f02c6 x1867487341846976/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978203 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964780:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978196.964781:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978196.964782:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978196.964784:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978196.964784:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978196.964785:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978196.964787:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978196.964787:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bc33fdb2. 02000000:00000001:1.0:1780978196.964789:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978196.964789:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978196.964790:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000142f02c6. 00000100:00000001:1.0:1780978196.964792:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978196.964793:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964794:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978196.964796:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000004c44342 x1867487341847104/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978228 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978196.964800:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978196.964801:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978196.964801:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978196.964803:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978196.964804:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978196.964804:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978196.964806:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978196.964807:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007fcd3c86. 02000000:00000001:1.0:1780978196.964808:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978196.964809:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978196.964809:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000004c44342. 00000100:00000001:1.0:1780978196.964811:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978196.964812:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964928:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978196.964936:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978196.964937:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978196.964939:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978196.964942:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796714:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978197.796720:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796726:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978197.796729:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978197.796731:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978197.796736:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978197.796738:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978197.796740:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796743:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978197.796745:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796747:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796748:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978197.796751:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978197.796752:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978197.797147:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978197.797150:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978197.797153:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978198.817709:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978198.817715:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978198.817722:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978198.817723:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978198.817727:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978198.817727:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978199.841492:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978199.841498:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978199.841504:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978199.841505:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978199.841508:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978199.841509:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978199.843003:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978199.843006:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978199.843009:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978200.865453:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978200.865458:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978200.865463:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978200.865464:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978200.865467:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978200.865469:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978201.889592:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978201.889598:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978201.889603:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978201.889604:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978201.889608:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978201.889609:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978201.890244:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978201.890247:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978201.890250:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978202.913475:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978202.913480:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978202.913482:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978202.913483:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913487:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978202.913489:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913490:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913518:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913522:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978202.913523:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913526:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978202.913527:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978202.913528:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978202.913532:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978202.913534:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978202.913535:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913536:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978202.913538:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913539:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978202.913541:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978203.937637:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978203.937641:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978203.937646:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978203.937647:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978203.937649:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978203.937650:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978203.937701:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978203.937705:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978203.937708:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978204.961538:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978204.961544:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978204.961551:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978204.961552:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978204.961556:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978204.961557:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978205.985501:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978205.985506:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978205.985514:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978205.985515:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978205.985518:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978205.985520:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978205.985696:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978205.985699:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978205.985702:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978207.010301:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978207.010306:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978207.010312:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978207.010313:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978207.010316:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978207.010317:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.201872:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978207.201887:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978207.201900:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978207.201910:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978207.201918:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978207.201921:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978207.201926:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978207.201934:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978207.201942:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.201955:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978207.201965:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978207.201970:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.201977:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.202018:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202021:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978207.202025:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978207.202027:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978207.202029:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978207.202032:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978207.202033:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978207.202034:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978207.202037:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978207.202039:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202042:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978207.202049:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978207.202051:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202054:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.202061:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202063:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978207.202066:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978207.202069:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978207.202071:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978207.202073:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978207.202074:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978207.202075:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978207.202077:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978207.202079:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202081:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978207.202086:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978207.202088:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.202090:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.202095:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978207.202097:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978207.202100:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978207.202102:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978207.202104:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978207.202109:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3599) 00000100:00000001:1.0:1780978207.202120:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978207.202123:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978207.202126:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978207.202129:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.202137:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978207.202139:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978207.202144:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978207.202146:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978207.202149:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847424:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978207.202153:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978207.202160:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978207.202162:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978207.202164:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978207.202168:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978207.202169:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978207.202179:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978207.202183:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978207.202190:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978207.202199:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847424, portal 10 00000100:00000001:1.0:1780978207.202202:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978207.202203:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:1.0:1780978207.202211:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.202218:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978207.202221:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978207.202224:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978207.202229:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847424, offset 0 00000400:00000200:1.0:1780978207.202236:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978207.202247:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978207.202256:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978207.202265:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978207.202269:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978207.202272:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978207.202276:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2127:2127:256:4294967295] 192.168.201.116@tcp LPNI seq info [2127:2127:8:4294967295] 00000400:00000200:1.0:1780978207.202281:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978207.202290:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978207.202296:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978207.202300:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3214254). 00000800:00000200:1.0:1780978207.202307:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978207.202316:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978207.202320:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978207.203037:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.203041:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978207.203043:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978207.203049:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.203058:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978207.203060:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.203062:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978207.203064:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978207.203067:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341847360:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978207.203070:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978207.203073:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978207.203074:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.203075:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978207.203079:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978207.203081:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978207.203086:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978207.203089:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978207.203093:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978207.203096:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847360, portal 25 00000100:00000001:0.0:1780978207.203098:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978207.203099:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978207.203103:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.203110:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978207.203112:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978207.203114:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978207.203116:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341847360, offset 0 00000400:00000200:0.0:1780978207.203121:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978207.203126:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978207.203131:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978207.203135:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978207.203138:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978207.203140:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978207.203142:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2128:2128:255:4294967295] 192.168.201.116@tcp LPNI seq info [2128:2128:7:4294967295] 00000400:00000200:0.0:1780978207.203145:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978207.203151:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978207.203155:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978207.203160:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d898a45e (tot 3214502). 00000800:00000200:0.0:1780978207.203164:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978207.203170:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978207.203173:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d898a45e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978207.203736:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.203740:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978207.203743:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.203746:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.203748:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978207.203755:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978207.203756:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978207.203759:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978207.203760:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978207.203762:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.203764:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208490:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208498:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978207.208503:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208507:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978207.208517:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.208529:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978207.208531:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.208535:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978207.208539:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978207.208542:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341847488:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978207.208546:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978207.208552:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978207.208554:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.208557:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978207.208567:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978207.208570:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978207.208578:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978207.208583:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978207.208588:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978207.208595:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847488, portal 10 00000100:00000001:0.0:1780978207.208597:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978207.208598:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:0.0:1780978207.208604:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.208610:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978207.208612:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978207.208614:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c18e58. 00000100:00000200:0.0:1780978207.208617:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847488, offset 0 00000400:00000200:0.0:1780978207.208623:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978207.208631:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978207.208639:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978207.208646:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978207.208650:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978207.208653:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978207.208656:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2129:2129:254:4294967295] 192.168.201.116@tcp LPNI seq info [2129:2129:6:4294967295] 00000400:00000200:0.0:1780978207.208660:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978207.208668:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978207.208673:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978207.208678:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ed0a00e (tot 3214750). 00000800:00000200:0.0:1780978207.208685:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978207.208692:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978207.208696:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ed0a00e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978207.208699:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208700:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978207.208702:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208705:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208708:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.208717:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978207.208719:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978207.208722:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.208724:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978207.208725:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.208728:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.225988:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.225992:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978207.226000:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978207.226002:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978207.226004:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978207.226010:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978207.226012:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978207.226016:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978207.226022:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978207.226031:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.226037:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978207.226038:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.226040:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978207.226043:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978207.226045:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978207.226047:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.226050:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978207.226056:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=6 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978207.226059:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=6 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978207.226061:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978207.226061:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978207.226063:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978207.226065:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.226066:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978207.226069:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.226077:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978207.226079:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978207.226080:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978207.226082:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978207.226085:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341847360:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978207.226089:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.226091:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978207.226093:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341847360/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978214 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.226096:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978207.226098:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978207.226100:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978207.226102:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978207.226104:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978207.226105:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978207.226107:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978207.226108:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:0.0:1780978207.226110:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978207.226112:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978207.226112:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:0.0:1780978207.226115:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978207.226116:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.226117:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.226119:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.226119:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978207.226120:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.226121:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.237088:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978207.237092:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978207.237098:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978207.237100:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978207.237102:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978207.237105:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:1.0:1780978207.237108:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:1.0:1780978207.237110:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978207.237113:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978207.237120:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.237125:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978207.237127:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978207.237129:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978207.237132:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978207.237134:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978207.237136:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978207.237139:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978207.237148:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=6 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978207.237152:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=6 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978207.237155:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978207.237156:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978207.237159:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978207.237163:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.237167:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978207.237168:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978207.237170:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978207.237172:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978207.237175:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.237181:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978207.237185:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978207.237187:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978207.237190:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978207.237196:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847424:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978207.237200:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978207.237203:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978207.237205:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341847424/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978240 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978207.237210:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978207.237212:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978207.237215:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978207.237219:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978207.237221:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978207.237223:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978207.237225:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978207.237226:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:1.0:1780978207.237230:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978207.237231:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978207.237232:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:1.0:1780978207.237235:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978207.237236:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978207.237238:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978207.237247:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978207.237249:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978207.237251:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978207.237253:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.237606:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.237608:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978207.237612:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978207.237613:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978207.237614:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978207.237617:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037b79157 00000400:00000010:0.0:1780978207.237619:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037b79157. 00000100:00000001:0.0:1780978207.237621:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978207.237625:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978207.237630:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.237634:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978207.237635:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.237636:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978207.237638:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978207.237639:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978207.237640:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978207.237641:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978207.237645:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=5 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978207.237648:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=5 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978207.237649:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978207.237650:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978207.237652:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978207.237653:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.237655:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978207.237656:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978207.237657:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978207.237658:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978207.237661:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.237666:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978207.237668:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978207.237669:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978207.237671:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978207.237677:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341847488:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978207.237680:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.237682:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978207.237684:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341847488/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978207.237689:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978207.237691:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978207.237692:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978207.237695:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978207.237696:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978207.237697:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978207.237698:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978207.237699:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:0.0:1780978207.237702:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978207.237702:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978207.237703:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978207.237705:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978207.237706:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.237706:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978207.237709:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978207.237710:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978207.237712:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978207.237712:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034666:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978208.034671:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034676:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978208.034678:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978208.034680:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978208.034686:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978208.034689:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978208.034690:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034693:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978208.034694:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034696:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034697:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978208.034700:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978208.034701:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978208.034854:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978208.034857:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978208.034859:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978209.057618:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978209.057625:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978209.057631:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978209.057632:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978209.057636:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978209.057637:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978210.082352:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978210.082382:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978210.082388:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978210.082389:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978210.082391:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978210.082392:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978210.083644:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978210.083648:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978210.083653:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978211.105894:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978211.105899:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978211.105905:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978211.105906:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978211.105909:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978211.105910:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978212.129572:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978212.129576:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978212.129581:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978212.129582:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978212.129585:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978212.129586:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978212.129675:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978212.129678:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978212.129681:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978213.153498:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978213.153506:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978213.153508:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978213.153510:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153516:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978213.153518:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153520:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153522:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153525:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978213.153527:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153530:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978213.153531:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978213.153532:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978213.153537:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978213.153539:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978213.153539:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153541:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978213.153542:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153544:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978213.153546:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978214.177703:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978214.177709:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978214.177716:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978214.177717:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978214.177720:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978214.177721:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978214.177956:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978214.177959:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978214.177962:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978215.202756:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978215.202762:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978215.202767:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978215.202768:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978215.202772:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978215.202773:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978216.226171:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978216.226176:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978216.226183:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978216.226184:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978216.226188:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978216.226189:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978216.226381:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978216.226384:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978216.226387:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978217.249497:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978217.249503:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978217.249507:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978217.249508:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978217.249512:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978217.249513:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445393:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978217.445403:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978217.445413:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978217.445421:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978217.445425:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978217.445428:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978217.445433:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978217.445441:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978217.445448:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445458:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978217.445468:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978217.445471:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445476:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978217.445510:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445512:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978217.445516:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978217.445519:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978217.445521:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978217.445523:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978217.445524:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978217.445525:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978217.445528:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978217.445530:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445533:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978217.445538:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978217.445539:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445541:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978217.445548:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445549:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978217.445552:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978217.445554:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978217.445556:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978217.445557:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978217.445559:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978217.445560:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978217.445562:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978217.445564:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445567:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978217.445572:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978217.445573:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978217.445575:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1780978217.445581:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978217.445583:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978217.445586:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978217.445588:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978217.445590:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978217.445595:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3609) 00000100:00000001:0.0:1780978217.449732:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.449739:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978217.449742:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978217.449756:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.449768:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978217.449770:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.449774:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978217.449778:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978217.449781:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341847744:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978217.449788:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978217.449795:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978217.449797:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.449800:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978217.449809:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978217.449811:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978217.449820:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978217.449825:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978217.449831:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978217.449839:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847744, portal 25 00000100:00000001:0.0:1780978217.449841:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978217.449842:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978217.449847:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.449854:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978217.449856:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978217.449858:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978217.449860:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341847744, offset 0 00000400:00000200:0.0:1780978217.449866:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978217.449874:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.449881:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978217.449888:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978217.449892:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978217.449894:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978217.449897:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2133:2133:256:4294967295] 192.168.201.116@tcp LPNI seq info [2133:2133:8:4294967295] 00000400:00000200:0.0:1780978217.449901:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.449909:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978217.449914:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978217.449919:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb451be7 (tot 3214254). 00000800:00000200:0.0:1780978217.449925:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978217.449932:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978217.449937:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb451be7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978217.449959:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.449962:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.449964:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.449967:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978217.449970:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.449976:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978217.449978:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.449980:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978217.449981:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978217.449983:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847872:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978217.449985:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978217.449987:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978217.449988:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.449990:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978217.449992:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978217.449994:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978217.449997:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978217.449999:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978217.450002:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004df33d8d. 00000100:00000200:0.0:1780978217.450004:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847872, portal 10 00000100:00000001:0.0:1780978217.450005:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978217.450007:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978217.450012:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.450017:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978217.450019:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978217.450021:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d549f7d. 00000100:00000200:0.0:1780978217.450023:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847872, offset 0 00000400:00000200:0.0:1780978217.450027:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978217.450030:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.450033:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978217.450037:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978217.450039:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978217.450041:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978217.450044:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2134:2134:255:4294967295] 192.168.201.116@tcp LPNI seq info [2134:2134:7:4294967295] 00000400:00000200:0.0:1780978217.450048:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.450053:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978217.450057:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978217.450059:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dea89582 (tot 3214502). 00000800:00000200:0.0:1780978217.450063:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978217.450067:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978217.450068:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dea89582 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978217.450071:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450072:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.450073:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450075:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450077:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.450084:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978217.450086:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978217.450088:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.450088:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978217.450089:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978217.450092:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780978217.450093:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.450095:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978217.450096:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.450097:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.450098:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978217.450099:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978217.450102:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.450108:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978217.450109:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.450111:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978217.450113:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978217.450115:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847808:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978217.450118:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978217.450121:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978217.450122:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.450123:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978217.450126:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978217.450127:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978217.450130:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978217.450132:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978217.450134:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e399db63. 00000100:00000200:0.0:1780978217.450137:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341847808, portal 10 00000100:00000001:0.0:1780978217.450138:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978217.450139:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978217.450144:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.450149:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978217.450151:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978217.450153:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f9a27ab. 00000100:00000200:0.0:1780978217.450155:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341847808, offset 0 00000400:00000200:0.0:1780978217.450159:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978217.450162:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.450165:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978217.450168:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978217.450170:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978217.450172:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978217.450174:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2135:2135:254:4294967295] 192.168.201.116@tcp LPNI seq info [2135:2135:6:4294967295] 00000400:00000200:0.0:1780978217.450178:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978217.450183:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978217.450187:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978217.450190:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b291553 (tot 3214750). 00000800:00000200:0.0:1780978217.450193:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978217.450197:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978217.450199:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b291553 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978217.450201:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450203:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.450204:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450206:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450208:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.450225:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.450226:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.452878:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.452883:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978217.452889:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978217.452891:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978217.452893:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:0.0:1780978217.452896:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:0.0:1780978217.452898:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000100:00000001:0.0:1780978217.452901:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978217.452905:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978217.452912:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.452917:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978217.452918:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.452920:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978217.452923:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978217.452925:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978217.452927:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.452929:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978217.452937:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=16 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978217.452941:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=16 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978217.452943:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978217.452945:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978217.452947:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978217.452950:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.452954:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978217.452955:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978217.452957:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978217.452958:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978217.452962:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.452968:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.452970:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978217.452972:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978217.452975:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978217.452981:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847808:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978217.452986:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978217.452987:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978217.452988:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978217.452990:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004df33d8d 00000400:00000010:0.0:1780978217.452991:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004df33d8d. 00000100:00000001:0.0:1780978217.452993:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978217.452995:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978217.453001:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.453006:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978217.453007:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.453008:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978217.453009:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978217.453010:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978217.453011:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.453012:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978217.453015:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=15 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978217.453018:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=15 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978217.453020:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978217.453020:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978217.453022:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978217.453023:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.453025:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978217.453026:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978217.453027:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978217.453028:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978217.453031:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.453036:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.453037:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978217.453038:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978217.453040:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978217.453046:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341847872:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978217.453049:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.453051:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978217.453053:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341847808/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.453059:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978217.453060:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978217.453062:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978217.453065:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978217.453067:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978217.453069:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978217.453071:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978217.453073:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978217.453076:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978217.453077:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978217.453078:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978217.453082:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978217.453083:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.453085:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978217.453087:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341847872/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978249 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.453097:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978217.453098:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978217.453099:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978217.453101:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978217.453102:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978217.453103:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978217.453104:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978217.453105:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:0.0:1780978217.453106:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978217.453107:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978217.453108:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978217.453110:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978217.453111:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.453113:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.453115:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.453116:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978217.453117:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.453118:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.471292:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.471300:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978217.471309:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978217.471311:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978217.471314:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978217.471322:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037b79157 00000400:00000010:0.0:1780978217.471325:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037b79157. 00000100:00000001:0.0:1780978217.471329:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978217.471340:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978217.471351:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.471409:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978217.471411:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.471414:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978217.471417:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978217.471420:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978217.471422:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978217.471425:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978217.471432:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=16 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978217.471436:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=16 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978217.471439:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978217.471440:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978217.471442:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978217.471444:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.471446:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978217.471450:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.471457:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978217.471460:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978217.471462:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978217.471465:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978217.471484:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341847744:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978217.471489:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.471491:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978217.471494:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341847744/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978224 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978217.471499:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978217.471502:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978217.471505:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978217.471509:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978217.471511:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978217.471513:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978217.471515:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978217.471517:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:0.0:1780978217.471522:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978217.471523:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978217.471524:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978217.471528:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978217.471529:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.471531:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978217.471539:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978217.471540:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978217.471542:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978217.471544:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274195:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978218.274200:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274207:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978218.274210:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978218.274212:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978218.274217:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978218.274219:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978218.274230:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274233:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978218.274235:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274237:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274239:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978218.274252:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978218.274253:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978218.274376:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978218.274379:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978218.274382:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978219.297521:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978219.297526:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978219.297531:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978219.297532:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978219.297534:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978219.297535:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978220.324480:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978220.324484:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978220.324490:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978220.324490:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978220.324494:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978220.324495:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978220.324624:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978220.324628:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978220.324630:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978221.346404:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978221.346409:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978221.346416:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978221.346417:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978221.346421:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978221.346422:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978222.049596:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978222.049603:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978222.049605:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780978222.049610:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 1 seconds 00000100:00000001:0.0:1780978222.049616:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978222.049619:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978222.049631:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978222.049640:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978222.049642:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978222.049647:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978222.049651:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978222.049654:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341845568:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978222.049658:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978222.049665:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978222.049668:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978222.049671:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978222.049735:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978222.049738:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978222.049750:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978222.049761:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978222.049769:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000c7b4326f (tot 3214638). 00000100:00000200:0.0:1780978222.049778:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341845568, portal 10 00000100:00000001:0.0:1780978222.049780:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978222.049782:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:0.0:1780978222.049789:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978255 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978222.049796:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978222.049799:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978222.049802:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978222.049805:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341845568, offset 0 00000400:00000200:0.0:1780978222.049812:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978222.049824:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978222.049834:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978222.049843:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978222.049847:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978222.049850:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978222.049854:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2136:2136:256:4294967295] 192.168.201.116@tcp LPNI seq info [2136:2136:8:4294967295] 00000400:00000200:0.0:1780978222.049858:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978222.049867:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978222.049874:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978222.049881:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3214886). 00000800:00000200:0.0:1780978222.049888:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978222.049898:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978222.049903:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1780978222.049921:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978222.049924:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978222.049927:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978222.049930:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978222.369483:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978222.369488:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978222.369496:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978222.369496:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978222.369499:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978222.369500:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978222.370225:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978222.370228:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978222.370243:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1780978222.569717:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978222.569719:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978222.569721:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978222.569723:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978222.569725:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978222.569728:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978222.569729:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978222.569731:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff51aed3. 00000100:00000001:3.0:1780978222.569734:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978222.569735:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.569737:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.569739:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978222.569740:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978222.569741:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.569742:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.583536:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978222.583541:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978222.583548:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978222.583550:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978222.583553:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edcd19b8. 00000400:00000200:3.0:1780978222.583557:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:3.0:1780978222.583560:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:3.0:1780978222.583563:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978222.583568:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341848000/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978222.583575:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341848000/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583580:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978222.583581:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583583:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978222.583585:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978222.583588:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978222.583589:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978222.583591:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978222.583600:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=21 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978222.583605:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=21 v=2 (1 1 1 2) 00000100:00000001:3.0:1780978222.583607:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978222.583608:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978222.583611:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978222.583614:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.583617:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978222.583618:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978222.583620:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978222.583621:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978222.583625:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341848000/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583630:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978222.583633:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978222.583635:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978222.583637:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341848000/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978222.583645:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341848000:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978222.583650:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978222.583651:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978222.583652:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d508f19. 00000400:00000200:3.0:1780978222.583654:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978222.583655:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978222.583657:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978222.583659:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341848064/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978254 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978222.583665:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341848064/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978254 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583670:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978222.583671:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583672:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978222.583673:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978222.583674:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978222.583675:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978222.583676:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978222.583678:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=20 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978222.583681:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=20 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978222.583683:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978222.583684:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978222.583685:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978222.583687:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.583688:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978222.583689:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978222.583690:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978222.583691:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978222.583693:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341848064/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978254 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583698:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978222.583699:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978222.583700:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978222.583702:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341848064/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978254 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978222.583708:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341848064:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978222.583711:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583713:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978222.583715:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341848000/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583721:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978222.583722:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978222.583725:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978222.583727:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978222.583729:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978222.583731:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978222.583733:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978222.583734:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978222.583737:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978222.583738:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978222.583739:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:3.0:1780978222.583742:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978222.583743:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583744:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978222.583746:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341848064/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978254 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978222.583752:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978222.583753:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978222.583753:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978222.583755:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978222.583756:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978222.583756:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978222.583758:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978222.583758:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978222.583760:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978222.583761:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978222.583761:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:3.0:1780978222.583763:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978222.583764:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583765:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978222.583772:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978222.583773:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978222.583775:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978222.583776:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978223.073461:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978223.073466:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978223.073467:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978223.073472:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 30 seconds 00000100:00000001:0.0:1780978223.073476:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978223.073480:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393510:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978223.393517:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978223.393519:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978223.393522:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393530:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978223.393532:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393533:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393535:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393539:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978223.393541:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393544:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978223.393545:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978223.393546:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978223.393551:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978223.393553:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978223.393554:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393555:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978223.393556:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393558:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978223.393560:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978223.393684:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978223.393688:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978223.393690:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978224.417565:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978224.417571:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978224.417577:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978224.417578:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978224.417581:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978224.417582:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978224.421515:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978224.421520:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978224.421525:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978225.443289:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978225.443296:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978225.443302:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978225.443303:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978225.443306:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978225.443307:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978225.444661:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978225.444667:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978225.444670:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978226.465613:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978226.465617:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978226.465622:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978226.465623:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978226.465626:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978226.465627:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978226.465717:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978226.465721:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978226.465723:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978227.489670:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978227.489674:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.489681:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978227.489684:0:10797:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978227.489686:0:10797:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978227.489690:0:10797:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978227.489692:0:10797:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978227.489693:0:10797:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.489696:0:10797:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978227.489698:0:10797:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.489700:0:10797:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.489702:0:10797:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.489706:0:10797:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978227.489706:0:10797:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978227.489826:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978227.489830:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978227.489832:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978227.681723:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978227.681735:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978227.681751:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978227.681759:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978227.681764:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978227.681767:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978227.681774:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978227.681785:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978227.681792:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681805:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978227.681816:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978227.681820:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681825:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978227.681868:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681875:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978227.681881:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978227.681885:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978227.681888:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978227.681891:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978227.681891:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978227.681893:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978227.681896:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469085d0. 00000100:00000001:1.0:1780978227.681899:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681906:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978227.681913:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978227.681915:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681918:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978227.681926:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681927:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978227.681930:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978227.681933:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978227.681935:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978227.681937:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978227.681938:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978227.681940:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978227.681943:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978227.681946:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681948:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978227.681970:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978227.681972:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978227.681975:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978227.681986:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978227.681988:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978227.681995:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978227.681997:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978227.682000:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978227.682004:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3620) 00000100:00000001:0.0:1780978227.682093:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978227.682097:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978227.682099:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978227.682103:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682111:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978227.682113:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.682116:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978227.682118:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978227.682121:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341848128:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978227.682125:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978227.682130:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978227.682132:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.682134:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978227.682139:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978227.682140:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978227.682148:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978227.682153:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978227.682159:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004df33d8d. 00000100:00000200:0.0:1780978227.682168:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848128, portal 25 00000100:00000001:0.0:1780978227.682170:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978227.682171:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978227.682176:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682192:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978227.682194:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978227.682197:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e399db63. 00000100:00000200:0.0:1780978227.682200:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341848128, offset 0 00000400:00000200:0.0:1780978227.682211:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978227.682218:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978227.682227:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978227.682234:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978227.682242:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978227.682245:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978227.682248:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2140:2140:256:4294967295] 192.168.201.116@tcp LPNI seq info [2140:2140:8:4294967295] 00000400:00000200:0.0:1780978227.682251:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978227.682259:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978227.682265:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978227.682269:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214886). 00000800:00000200:0.0:1780978227.682276:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978227.682283:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978227.682287:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978227.682299:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682301:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.682304:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682306:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978227.682308:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682314:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978227.682315:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.682317:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978227.682319:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978227.682322:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341848256:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978227.682325:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978227.682328:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978227.682329:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.682331:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978227.682334:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978227.682336:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978227.682339:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978227.682342:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978227.682347:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091969cc0. 00000100:00000200:0.0:1780978227.682349:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848256, portal 10 00000100:00000001:0.0:1780978227.682350:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978227.682351:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978227.682390:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682397:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978227.682400:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978227.682408:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978227.682410:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848256, offset 0 00000400:00000200:0.0:1780978227.682415:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978227.682419:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978227.682422:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978227.682426:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978227.682429:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978227.682433:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000800:00000010:2.0:1780978227.682433:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d026494 (tot 3214638). 00000400:00000200:0.0:1780978227.682438:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2141:2141:255:4294967295] 192.168.201.116@tcp LPNI seq info [2141:2141:7:4294967295] 00000400:00000200:2.0:1780978227.682442:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780978227.682444:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.682452:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:0.0:1780978227.682458:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:2.0:1780978227.682459:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:2.0:1780978227.682462:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000800:00000200:0.0:1780978227.682465:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978227.682467:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000800:00000010:0.0:1780978227.682469:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214886). 00000100:00000200:2.0:1780978227.682473:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000800:00000200:0.0:1780978227.682477:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978227.682485:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978227.682489:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978227.682489:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978227.682493:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682494:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682498:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.682502:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682506:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978227.682507:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682510:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978227.682511:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978227.682521:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978227.682523:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978227.682525:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1780978227.682526:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1780978227.682527:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1780978227.682529:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069d84b4b (tot 3214638). 00000100:00000001:0.0:1780978227.682530:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978227.682534:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1780978227.682535:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978227.682539:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.682542:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1780978227.682542:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:0.0:1780978227.682544:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.682546:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000100:00000001:0.0:1780978227.682547:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1780978227.682549:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:0.0:1780978227.682550:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978227.682552:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1780978227.682553:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1780978227.682557:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:0.0:1780978227.682559:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978227.682575:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1780978227.682577:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978227.682579:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978227.682581:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000001:0.0:1780978227.682582:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978227.682584:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978227.682591:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341848192:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978227.682593:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682597:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780978227.682597:0:2254:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:0.0:1780978227.682600:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978227.682602:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.682604:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978227.682607:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978227.682609:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978227.682613:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978227.682616:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1aef72b. 00000400:00000010:0.0:1780978227.682619:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a40bcfe7. 00000100:00000200:0.0:1780978227.682622:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848192, portal 10 00000100:00000001:0.0:1780978227.682624:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978227.682625:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978227.682631:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.682636:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978227.682639:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978227.682641:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061550cc2. 00000100:00000200:0.0:1780978227.682643:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848192, offset 0 00000400:00000200:0.0:1780978227.682646:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978227.682650:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978227.682653:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978227.682656:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978227.682658:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978227.682660:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978227.682662:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2142:2142:256:4294967295] 192.168.201.116@tcp LPNI seq info [2142:2142:8:4294967295] 00000400:00000200:0.0:1780978227.682665:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978227.682670:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978227.682674:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978227.682676:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214886). 00000800:00000200:0.0:1780978227.682680:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978227.682683:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978227.682685:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978227.682696:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682698:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.682700:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682702:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682704:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.682714:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978227.682716:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978227.682746:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978227.682749:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d311748f (tot 3214638). 00000400:00000200:2.0:1780978227.682752:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978227.682755:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978227.682757:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061550cc2 00000400:00000010:2.0:1780978227.682759:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061550cc2. 00000100:00000001:2.0:1780978227.682760:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978227.682763:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978227.682769:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978227.682770:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978227.682775:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978227.682776:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978227.687606:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687625:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978227.687630:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687632:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.687642:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687650:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978227.687659:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687663:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687667:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687671:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22640 00000400:00000200:2.0:1780978227.687676:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687682:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x68ed [1] + 224 00000800:00000001:2.0:1780978227.687689:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687694:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.687697:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978227.687701:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978227.687708:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978227.687715:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978227.687725:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978227.687748:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978227.687759:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687762:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978227.687764:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687767:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.687771:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687775:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978227.687779:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:0.0:1780978227.687780:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1780978227.687782:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:0.0:1780978227.687785:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1780978227.687786:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687790:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a226c0 00000400:00000001:0.0:1780978227.687792:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978227.687794:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1780978227.687794:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978227.687796:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978227.687800:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004df33d8d 00000400:00000010:0.0:1780978227.687802:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004df33d8d. 00000100:00000001:0.0:1780978227.687805:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978227.687808:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1780978227.687815:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x68f5 [1] + 224 00000100:00000200:0.0:1780978227.687818:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000800:00000001:2.0:1780978227.687823:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1780978227.687825:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978227.687829:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978227.687829:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.687831:0:2261:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:2.0:1780978227.687832:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1780978227.687834:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978227.687836:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1780978227.687838:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978227.687841:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978227.687844:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978227.687852:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978227.687858:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978227.687862:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687866:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978227.687868:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687869:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.687872:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687875:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978227.687879:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687881:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687883:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687885:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22680 00000400:00000200:2.0:1780978227.687887:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978227.687890:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x68fd [1] + 224 00000800:00000001:2.0:1780978227.687893:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687902:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978227.687904:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978227.687906:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978227.687908:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978227.687910:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978227.687916:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.687920:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978227.687922:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:0.0:1780978227.687924:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978227.687926:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978227.687930:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1780978227.687932:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=26 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978227.687935:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=26 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978227.687937:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978227.687938:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.687940:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978227.687941:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.687943:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978227.687948:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688019:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.688022:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978227.688023:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978227.688027:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978227.688034:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341848128:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978227.688040:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978227.688042:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978227.688043:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:0.0:1780978227.688045:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091969cc0 00000400:00000010:0.0:1780978227.688046:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091969cc0. 00000100:00000001:0.0:1780978227.688048:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978227.688051:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978227.688071:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688077:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978227.688078:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688081:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978227.688082:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978227.688083:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978227.688084:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.688086:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978227.688091:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=25 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978227.688093:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=25 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978227.688095:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978227.688096:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.688098:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978227.688100:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.688103:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978227.688104:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978227.688106:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978227.688107:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978227.688109:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688114:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.688116:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978227.688117:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978227.688119:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978227.688125:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341848256:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978227.688128:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.688130:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978227.688133:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341848128/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978234 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688139:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978227.688141:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978227.688144:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978227.688147:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978227.688150:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978227.688151:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978227.688154:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978227.688156:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:0.0:1780978227.688159:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978227.688160:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978227.688162:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978227.688165:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978227.688166:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688167:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978227.688169:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341848256/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978259 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688174:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978227.688175:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978227.688176:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978227.688178:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978227.688179:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978227.688180:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978227.688181:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978227.688182:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:0.0:1780978227.688185:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978227.688186:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978227.688186:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978227.688188:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978227.688189:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688193:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.688195:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978227.688196:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978227.688198:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978227.688199:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978227.688200:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1aef72b. 00000400:00000200:0.0:1780978227.688201:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a40bcfe7 00000400:00000010:0.0:1780978227.688202:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a40bcfe7. 00000100:00000001:0.0:1780978227.688203:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978227.688206:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978227.688211:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688220:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978227.688221:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688222:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978227.688223:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978227.688224:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978227.688225:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978227.688226:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978227.688230:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=26 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978227.688232:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=26 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978227.688234:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978227.688235:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978227.688236:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978227.688238:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.688240:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978227.688241:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978227.688242:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978227.688243:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978227.688246:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688251:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978227.688252:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978227.688253:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978227.688255:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978227.688261:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341848192:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978227.688264:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688265:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978227.688267:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341848192/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978227.688271:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978227.688272:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978227.688273:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978227.688275:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978227.688276:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978227.688277:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978227.688279:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978227.688279:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000469085d0. 02000000:00000001:0.0:1780978227.688281:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978227.688281:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978227.688282:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978227.688298:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978227.688299:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688300:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978227.688308:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978227.688309:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978227.688311:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978227.688312:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978228.514285:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978228.514289:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978228.514295:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978228.514295:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978228.514298:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978228.514299:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978228.514380:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978228.514384:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978228.514387:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978229.537447:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978229.537455:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978229.537463:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978229.537464:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978229.537468:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978229.537468:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978229.539134:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978229.539140:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978229.539144:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978230.561813:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978230.561820:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978230.561826:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978230.561827:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978230.561831:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978230.561831:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978230.561984:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978230.561987:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978230.561990:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978231.585499:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978231.585507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978231.585515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978231.585516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978231.585521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978231.585523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978231.585675:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978231.585680:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978231.585683:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978232.609498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978232.609505:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978232.609508:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978232.609510:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609515:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978232.609516:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609518:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609520:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609523:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978232.609524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978232.609529:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978232.609529:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978232.609534:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978232.609536:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978232.609537:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609538:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978232.609539:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609540:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.609541:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978232.610517:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978232.610523:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978232.610528:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978232.802246:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978232.802257:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978232.802268:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978232.802275:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978232.802280:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978232.802283:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978232.802289:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978232.802297:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978232.802304:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.802314:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978232.802329:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978232.802332:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.802338:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978232.802394:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.802397:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978232.802400:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978232.802403:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978232.802405:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978232.802408:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978232.802409:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1780978232.802506:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.802510:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.802513:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978232.802518:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.802537:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978232.802538:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.802543:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978232.802545:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978232.802548:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341848320:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.802552:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978232.802556:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978232.802558:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.802560:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978232.802564:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978232.802566:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978232.802573:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978232.802577:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1aef72b. 00000400:00000010:0.0:1780978232.802592:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a40bcfe7. 00000100:00000200:0.0:1780978232.802600:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848320, portal 25 00000100:00000001:0.0:1780978232.802603:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978232.802604:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978232.802615:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.802622:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978232.802625:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978232.802627:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091969cc0. 00000100:00000200:0.0:1780978232.802631:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341848320, offset 0 00000400:00000200:0.0:1780978232.802637:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978232.802646:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.802654:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978232.802661:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978232.802665:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978232.802668:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978232.802671:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2143:2143:256:4294967295] 192.168.201.116@tcp LPNI seq info [2143:2143:8:4294967295] 00000400:00000200:0.0:1780978232.802683:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.802692:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978232.802698:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978232.802702:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078a7098 (tot 3214886). 00000800:00000200:0.0:1780978232.802709:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978232.802726:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978232.802730:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000078a7098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978232.802747:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.802749:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.802752:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.802755:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.802757:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.802764:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978232.802766:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978232.802768:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.802769:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.802770:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.802772:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.802792:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.802794:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978232.803337:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978232.803344:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978232.803349:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.803377:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978232.803387:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978232.803389:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.803392:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978232.803472:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.803475:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978232.803478:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978232.803481:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978232.803484:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978232.803487:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978232.803489:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978232.803490:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978232.803493:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978232.803496:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.803500:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978232.803506:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978232.803508:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978232.803511:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978232.803517:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978232.803519:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978232.803522:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978232.803524:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978232.803527:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978232.803532:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3625) 00000800:00000200:2.0:1780978232.806042:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978232.806051:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078a7098 (tot 3214638). 00000400:00000200:2.0:1780978232.806060:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.806071:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978232.806077:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091969cc0 00000400:00000010:2.0:1780978232.806079:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091969cc0. 00000100:00000001:2.0:1780978232.806085:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978232.806092:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.806103:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978232.806105:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.806112:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978232.806114:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978232.807050:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.807055:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.807058:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978232.807067:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.807076:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978232.807078:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.807082:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978232.807087:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978232.807090:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848448:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.807094:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978232.807101:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978232.807103:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.807106:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978232.807113:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978232.807114:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978232.807122:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978232.807126:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978232.807133:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004df33d8d. 00000100:00000200:0.0:1780978232.807139:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848448, portal 10 00000100:00000001:0.0:1780978232.807141:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978232.807142:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978232.807149:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.807156:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978232.807159:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978232.807161:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013a953bb. 00000100:00000200:0.0:1780978232.807164:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848448, offset 0 00000400:00000200:0.0:1780978232.807184:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978232.807191:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.807199:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978232.807211:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978232.807215:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978232.807218:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978232.807221:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2144:2144:256:4294967295] 192.168.201.116@tcp LPNI seq info [2144:2144:8:4294967295] 00000400:00000200:0.0:1780978232.807225:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.807233:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978232.807239:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978232.807244:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214886). 00000800:00000200:0.0:1780978232.807251:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978232.807258:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978232.807262:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978232.807285:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.807287:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.807290:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.807293:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.807294:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.807302:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978232.807303:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978232.807306:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.807307:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.807308:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978232.807311:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780978232.807312:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.807313:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978232.807314:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.807315:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.807316:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.807317:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978232.807320:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.807327:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978232.807328:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.807330:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978232.807332:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978232.807334:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848384:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.807337:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978232.807339:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978232.807341:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.807342:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978232.807345:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978232.807346:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978232.807350:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978232.807352:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978232.807355:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25ca921. 00000100:00000200:0.0:1780978232.807407:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848384, portal 10 00000100:00000001:0.0:1780978232.807409:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1780978232.807569:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978232.807573:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2686a9 (tot 3214638). 00000400:00000200:2.0:1780978232.807577:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.807581:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978232.807586:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013a953bb 00000400:00000010:2.0:1780978232.807588:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013a953bb. 00000100:00000001:2.0:1780978232.807592:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978232.807594:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.807615:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978232.807619:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.807625:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978232.807627:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978232.808541:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:0.0:1780978232.808554:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.808562:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978232.808564:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978232.808570:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060bf2337. 00000100:00000200:0.0:1780978232.808574:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848384, offset 0 00000400:00000200:0.0:1780978232.808589:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978232.808596:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.808602:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978232.809070:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978232.809075:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978232.809078:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978232.809082:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2145:2145:256:4294967295] 192.168.201.116@tcp LPNI seq info [2145:2145:8:4294967295] 00000400:00000200:0.0:1780978232.809086:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978232.809094:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978232.809099:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978232.809104:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc3a4e4 (tot 3214886). 00000800:00000200:0.0:1780978232.809111:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978232.809119:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978232.809122:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acc3a4e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978232.809142:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.809144:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.809147:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.809150:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.809154:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.809175:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.809177:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978232.809732:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978232.809737:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acc3a4e4 (tot 3214638). 00000400:00000200:2.0:1780978232.809741:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.809747:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978232.809751:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060bf2337 00000400:00000010:2.0:1780978232.809753:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060bf2337. 00000100:00000001:2.0:1780978232.809757:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978232.809761:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.809771:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978232.809773:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.809779:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978232.809780:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978232.816186:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.816206:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978232.816211:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.816214:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.816228:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.816236:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978232.816244:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.816249:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.816253:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.816257:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22780 00000400:00000200:2.0:1780978232.816262:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.816269:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x690d [1] + 224 00000800:00000001:2.0:1780978232.816277:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.816285:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.816287:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.816291:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978232.816297:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978232.816304:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978232.816316:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.816341:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978232.816350:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.816353:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.816468:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.816472:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978232.816479:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978232.816481:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978232.816483:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:0.0:1780978232.816487:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004df33d8d 00000400:00000010:0.0:1780978232.816500:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004df33d8d. 00000100:00000001:0.0:1780978232.816612:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978232.816616:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978232.816624:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.816629:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978232.816631:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.816633:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978232.816636:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978232.816638:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978232.816640:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.816643:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978232.816652:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=30 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978232.816772:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=30 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978232.816775:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978232.816777:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.816780:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978232.816849:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.816854:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978232.816856:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978232.816858:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978232.816859:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978232.816863:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.816870:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.816872:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978232.816874:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978232.816877:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978232.816950:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848448:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.816955:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.816958:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978232.816960:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341848448/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978264 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.816976:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978232.816978:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978232.816981:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978232.816985:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978232.817105:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978232.817107:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978232.817110:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978232.817112:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:0.0:1780978232.817118:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978232.817119:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978232.817120:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:0.0:1780978232.817124:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978232.817125:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.817130:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.817132:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.817133:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.817135:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.817137:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978232.827523:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.827540:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978232.827543:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.827546:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.827556:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.827563:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978232.827570:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.827576:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.827581:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.827585:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22740 00000400:00000200:2.0:1780978232.827590:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.827596:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6915 [1] + 224 00000800:00000001:2.0:1780978232.827604:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.827611:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.827614:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.827618:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978232.827623:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978232.827629:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978232.827640:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.827873:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978232.827954:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.827958:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.828339:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.828343:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978232.828351:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978232.828353:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978232.828395:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978232.828401:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25ca921 00000400:00000010:0.0:1780978232.828403:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25ca921. 00000100:00000001:0.0:1780978232.828406:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978232.828413:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978232.828421:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.828427:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978232.828429:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.828431:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978232.828435:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978232.828437:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978232.828439:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.828442:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978232.828450:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=31 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978232.828455:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=31 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978232.828457:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978232.828459:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.828462:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978232.828465:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.828468:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978232.828470:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978232.828472:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978232.828473:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978232.828477:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.828482:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.828485:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978232.828499:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978232.828503:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978232.828510:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848384:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.828516:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.828518:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978232.828520:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341848384/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.828526:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978232.828528:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978232.828531:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978232.828535:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978232.828537:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978232.828539:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978232.828541:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978232.828543:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978232.828546:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978232.828548:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978232.828549:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978232.828552:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978232.828553:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.828556:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.828557:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.828558:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978232.828559:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.828560:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978232.832460:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.832476:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978232.832498:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.832502:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.832515:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.832523:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978232.832531:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.832537:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.832541:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.832546:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22700 00000400:00000200:2.0:1780978232.832551:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978232.832557:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6905 [1] + 224 00000800:00000001:2.0:1780978232.832566:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.832574:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978232.832576:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978232.832581:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978232.832588:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978232.832594:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978232.832605:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978232.832626:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978232.832634:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978232.832637:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.833226:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.833230:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978232.833237:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978232.833239:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978232.833241:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1aef72b. 00000400:00000200:0.0:1780978232.833245:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a40bcfe7 00000400:00000010:0.0:1780978232.833247:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a40bcfe7. 00000100:00000001:0.0:1780978232.833250:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978232.833254:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978232.833267:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.833273:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978232.833274:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.833276:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978232.833279:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978232.833281:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978232.833283:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978232.833286:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978232.833292:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=31 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978232.833296:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=31 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978232.833298:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978232.833299:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978232.833302:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978232.833304:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.833306:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978232.833309:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.833314:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978232.833317:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978232.833319:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978232.833321:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978232.833327:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341848320:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978232.833331:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.833333:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978232.833335:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341848320/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978239 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978232.833341:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978232.833343:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978232.833345:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978232.833349:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978232.833351:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978232.833353:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978232.833379:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978232.833381:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:0.0:1780978232.833385:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978232.833386:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978232.833387:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978232.833390:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978232.833391:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.833393:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978232.833400:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978232.833402:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978232.833404:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978232.833406:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978233.633514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978233.633520:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978233.633526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978233.633527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978233.633530:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978233.633531:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978233.633932:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978233.633936:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978233.633939:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978234.657508:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978234.657513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978234.657520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978234.657521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978234.657525:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978234.657525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978234.657964:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978234.657968:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978234.657971:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978235.682992:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978235.682998:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978235.683005:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978235.683007:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978235.683010:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978235.683011:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978235.685191:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978235.685197:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978235.685202:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978236.706029:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978236.706035:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978236.706043:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978236.706044:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978236.706048:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978236.706049:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978236.706375:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978236.706379:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978236.706382:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978237.730193:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978237.730200:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978237.730207:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978237.730211:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978237.730213:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978237.730218:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978237.730220:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978237.730222:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978237.730224:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978237.730226:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978237.730228:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978237.730230:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978237.730233:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978237.730234:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978237.730334:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978237.730337:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978237.730340:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978237.921732:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978237.921746:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978237.921757:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978237.921764:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978237.921770:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978237.921772:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978237.921778:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978237.921786:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978237.921793:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921803:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978237.921813:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978237.921816:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921821:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_01+1] req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.921859:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921861:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978237.921864:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978237.921868:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000839171a. 00000020:00000040:2.0:1780978237.921870:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978237.921872:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978237.921882:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978237.921884:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978237.921887:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978237.921890:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921893:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978237.921900:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978237.921902:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921904:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000839171a] to pc [ptlrpcd_01_00+0] req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.921911:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.921913:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978237.921916:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978237.921918:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978237.921921:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978237.921997:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978237.921998:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978237.922000:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978237.922005:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978237.922009:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.922012:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978237.922019:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978237.922021:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978237.922023:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_01+1] req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.922030:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978237.922032:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978237.922035:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978237.922037:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978237.922039:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978237.922044:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3630) 00000100:00000001:3.0:1780978237.922116:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.922120:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978237.922123:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978237.922127:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.922133:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978237.922136:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.922140:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978237.922142:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978237.922145:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341848512:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978237.922149:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978237.922155:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978237.922157:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.922159:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978237.922164:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006709a936. 02000000:00000001:3.0:1780978237.922165:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978237.922173:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978237.922178:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d508f19. 00000400:00000010:3.0:1780978237.922184:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978237.922191:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848512, portal 25 00000100:00000001:3.0:1780978237.922193:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978237.922195:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:3.0:1780978237.922200:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.922206:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978237.922209:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978237.922212:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978237.922214:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341848512, offset 0 00000400:00000200:3.0:1780978237.922221:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978237.922229:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.922237:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978237.922259:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978237.922263:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978237.922266:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978237.922269:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2146:2146:256:4294967295] 192.168.201.116@tcp LPNI seq info [2146:2146:8:4294967295] 00000400:00000200:3.0:1780978237.922273:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.922281:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978237.922287:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978237.922292:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060bcb4d4 (tot 3214886). 00000800:00000200:3.0:1780978237.922299:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978237.922308:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978237.922312:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060bcb4d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978237.922326:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.922328:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.922331:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.922334:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978237.922337:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.922343:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978237.922343:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.922345:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978237.922347:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978237.922349:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341848640:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978237.922351:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978237.922353:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978237.922354:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.922395:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1780978237.922865:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978237.922869:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060bcb4d4 (tot 3214638). 00000400:00000200:2.0:1780978237.922884:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.922891:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978237.922896:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:2.0:1780978237.922899:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:2.0:1780978237.922904:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978237.922908:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.922916:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978237.922918:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1780978237.923072:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978237.923075:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978237.923081:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978237.923085:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edcd19b8. 00000400:00000010:3.0:1780978237.923089:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978237.923092:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848640, portal 10 00000100:00000001:3.0:1780978237.923094:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978237.923095:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:3.0:1780978237.923101:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.923107:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978237.923109:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978237.923111:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978237.923113:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848640, offset 0 00000400:00000200:3.0:1780978237.923118:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978237.923123:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.923128:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978237.923133:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978237.923136:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978237.923138:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978237.923140:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2147:2147:255:4294967295] 192.168.201.116@tcp LPNI seq info [2147:2147:7:4294967295] 00000400:00000200:3.0:1780978237.923144:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.923150:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978237.923155:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978237.923158:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000064b6ed1 (tot 3214886). 00000800:00000200:3.0:1780978237.923163:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978237.923167:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978237.923170:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000064b6ed1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978237.923172:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923174:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.923176:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923178:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923180:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.923189:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978237.923190:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978237.923192:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.923193:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978237.923194:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978237.923196:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978237.923197:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.923199:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978237.923200:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.923201:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.923202:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978237.923203:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978237.923205:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.923211:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978237.923213:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.923215:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978237.923216:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978237.923219:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341848576:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978237.923222:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978237.923224:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978237.923225:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.923226:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978237.923229:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978237.923231:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978237.923234:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978237.923236:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a1a2777. 00000400:00000010:3.0:1780978237.923239:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978237.923241:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848576, portal 10 00000100:00000001:3.0:1780978237.923243:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978237.923243:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707086272 : -109779002465344 : ffff9c28158de3c0) 00000100:00000040:3.0:1780978237.923248:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.923258:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978237.923260:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978237.923262:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978237.923263:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848576, offset 0 00000400:00000200:3.0:1780978237.923267:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978237.923270:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.923273:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978237.923276:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978237.923278:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978237.923280:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978237.923282:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2148:2148:254:4294967295] 192.168.201.116@tcp LPNI seq info [2148:2148:6:4294967295] 00000400:00000200:3.0:1780978237.923286:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978237.923291:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978237.923295:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978237.923297:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003e971bd (tot 3215134). 00000800:00000200:3.0:1780978237.923301:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978237.923305:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978237.923307:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003e971bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978237.923310:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923311:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.923313:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923315:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923317:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.923331:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.923332:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978237.925274:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978237.925277:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978237.925319:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978237.925322:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000064b6ed1 (tot 3214886). 00000400:00000200:2.0:1780978237.925327:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.925335:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978237.925339:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:2.0:1780978237.925341:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:2.0:1780978237.925344:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978237.925348:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.925384:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978237.925387:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.925392:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978237.925393:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978237.927138:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978237.927145:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003e971bd (tot 3214638). 00000400:00000200:2.0:1780978237.927152:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.927160:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978237.927165:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:2.0:1780978237.927167:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:2.0:1780978237.927171:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978237.927177:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.927186:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978237.927188:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.927195:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978237.927197:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978237.930045:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.930061:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978237.930066:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.930068:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.930079:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.930087:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978237.930096:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.930101:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.930105:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.930110:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a227c0 00000400:00000200:2.0:1780978237.930114:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.930119:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x691d [1] + 224 00000800:00000001:2.0:1780978237.930127:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.930134:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.930136:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.930140:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978237.930145:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978237.930151:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978237.930160:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.930180:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978237.930189:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.930192:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.935174:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.935181:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978237.935191:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978237.935193:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978237.935196:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d508f19. 00000400:00000200:3.0:1780978237.935204:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978237.935206:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978237.935293:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978237.935305:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978237.935316:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.935326:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978237.935328:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.935331:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978237.935334:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978237.935336:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978237.935339:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.935341:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978237.935347:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=36 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978237.935351:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=36 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978237.935353:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978237.935354:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978237.935387:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978237.935389:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.935391:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978237.935395:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.935402:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.935405:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978237.935407:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978237.935410:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978237.935418:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341848512:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978237.935466:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.935469:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978237.935473:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341848512/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978244 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.935479:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978237.935481:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978237.935485:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006709a936. 02000000:00000001:3.0:1780978237.935488:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978237.935490:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978237.935492:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978237.935494:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978237.935496:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978237.935500:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978237.935501:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978237.935503:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:3.0:1780978237.935506:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978237.935507:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.935510:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.935512:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.935513:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978237.935514:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.935516:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978237.936254:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936273:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978237.936276:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936278:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.936288:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936294:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978237.936304:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936312:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936316:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936321:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22840 00000400:00000200:2.0:1780978237.936326:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936334:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x692d [1] + 224 00000800:00000001:2.0:1780978237.936343:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936347:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.936350:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.936354:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978237.936389:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978237.936395:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978237.936417:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.936439:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978237.936449:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936453:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978237.936455:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936457:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.936460:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936463:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978237.936468:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936470:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936472:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936475:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22800 00000400:00000200:2.0:1780978237.936478:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978237.936481:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x693d [1] + 224 00000800:00000001:2.0:1780978237.936485:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936492:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978237.936494:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978237.936497:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978237.936499:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978237.936501:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978237.936508:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978237.936520:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978237.936523:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978237.936526:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937463:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.937468:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978237.937476:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978237.937478:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978237.937480:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a1a2777. 00000400:00000200:3.0:1780978237.937487:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978237.937489:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978237.937491:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978237.937498:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978237.937506:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937512:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978237.937514:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937516:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978237.937519:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978237.937521:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978237.937523:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.937525:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978237.937532:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=36 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978237.937536:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=36 v=2 (1 1 1 2) 00000100:00000001:3.0:1780978237.937539:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978237.937541:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978237.937543:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978237.937546:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.937549:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978237.937550:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978237.937552:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978237.937553:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978237.937556:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937562:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.937565:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978237.937566:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978237.937568:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978237.937574:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341848576:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:3.0:1780978237.937579:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978237.937580:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978237.937581:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edcd19b8. 00000400:00000200:3.0:1780978237.937583:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:3.0:1780978237.937584:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:3.0:1780978237.937586:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978237.937588:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978237.937595:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937600:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978237.937600:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937602:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978237.937603:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978237.937604:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978237.937605:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978237.937606:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978237.937609:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=35 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978237.937612:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=35 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978237.937614:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978237.937615:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978237.937616:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978237.937618:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.937619:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978237.937620:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978237.937622:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978237.937623:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978237.937625:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937630:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978237.937632:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978237.937633:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978237.937635:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978237.937640:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341848640:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978237.937655:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937657:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978237.937660:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000839171a x1867487341848576/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937666:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978237.937668:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978237.937670:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978237.937675:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978237.937677:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978237.937679:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978237.937681:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978237.937683:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978237.937686:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978237.937688:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978237.937689:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000839171a. 00000100:00000001:3.0:1780978237.937694:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978237.937695:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937696:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978237.937698:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341848640/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978269 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978237.937703:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978237.937704:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978237.937705:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978237.937707:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978237.937708:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978237.937709:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978237.937710:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978237.937711:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978237.937713:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978237.937713:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978237.937714:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:3.0:1780978237.937716:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978237.937717:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937719:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978237.937729:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978237.937730:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978237.937732:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978237.937735:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978238.757155:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978238.757160:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978238.757166:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978238.757166:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978238.757170:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978238.757171:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978238.757582:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978238.757586:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978238.757588:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978239.777575:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978239.777582:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978239.777589:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978239.777590:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978239.777594:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978239.777595:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978239.778384:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978239.778388:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978239.778392:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978240.801458:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978240.801463:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978240.801469:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978240.801470:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978240.801473:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978240.801473:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978240.801637:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978240.801769:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978240.801772:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978241.825472:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978241.825478:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978241.825485:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978241.825486:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978241.825489:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978241.825489:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978241.825575:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978241.825578:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978241.825581:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1780978242.425444:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978242.425463:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978242.425468:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978242.425470:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978242.425481:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978242.425488:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978242.425496:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978242.425501:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978242.425504:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978242.425508:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 600 into portal 10 MB=0x6a27847a21c40 00000400:00000200:2.0:1780978242.425513:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978242.425519:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 600/600 into md 0x68b5 [32] + 224 00000800:00000001:2.0:1780978242.425527:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978242.425535:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978242.425538:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978242.425541:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978242.425548:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978242.425554:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978255 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1780978242.425563:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978255 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978242.425634:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978242.425665:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978242.425675:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978242.425678:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780978242.430154:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978242.430160:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978242.430163:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978242.430173:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7b4326f 00000400:00000010:0.0:1780978242.430175:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000c7b4326f (tot 3214006). 00000100:00000001:0.0:1780978242.430180:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978242.430191:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978255 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1780978242.430200:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978255 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978242.430206:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978242.430208:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978242.430211:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978242.430214:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978242.430216:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978242.430218:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978242.430221:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978242.430229:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=41 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978242.430233:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=41 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978242.430235:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780978242.430238:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978255 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1780978242.430243:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978242.430247:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978242.430249:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978242.430251:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978242.430252:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780978242.430255:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978255 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978242.430261:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780978242.430264:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978242.430267:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978242.430269:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978255 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:0.0:1780978242.430277:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341845568:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978242.430282:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978242.430284:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978242.430286:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780978242.430289:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978242.430291:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978255 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978242.430296:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978242.430299:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978242.430303:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780978242.430304:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780978242.430308:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780978242.430313:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978242.430316:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978242.430319:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=4 00000020:00000001:0.0:1780978242.430758:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978242.430761:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00010000:0.0:1780978242.430765:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430772:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430779:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780978242.430782:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430788:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430790:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780978242.430791:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430810:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430812:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.430814:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780978242.430937:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430944:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430947:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978242.430949:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.430951:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780978242.430953:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430958:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00010000:0.0:1780978242.430960:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000902474e2 already unused, calling callback (00000000cac9da95) 00000080:00000001:0.0:1780978242.430963:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780978242.430965:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430971:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430973:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780978242.430975:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780978242.430977:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.430981:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.430983:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780978242.430986:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780978242.430987:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978242.430988:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978242.430990:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=5 00000020:00000001:0.0:1780978242.430992:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978242.430993:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978242.430995:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780978242.430997:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.431002:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00000080:00000001:0.0:1780978242.431004:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780978242.431005:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978242.431007:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780978242.431009:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780978242.431011:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780978242.431013:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780978242.431014:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978242.431015:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780978242.431017:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000902474e2 with handle 0x2eb9f87d7f63078c from hash 00010000:00000001:0.0:1780978242.431020:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780978242.431020:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.431022:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431023:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780978242.431024:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780978242.431025:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780978242.431027:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.431028:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431029:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780978242.431030:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978242.431032:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.431037:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000001:0.0:1780978242.431038:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.431039:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431041:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780978242.431042:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780978242.431043:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.431044:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431045:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780978242.431046:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f63078c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.431051:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 1 00010000:00000040:0.0:1780978242.431055:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a477d9c2 count: 0 00010000:00000010:0.0:1780978242.431061:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978242.431073:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431075:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978242.431080:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978242.431087:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341845568/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978255 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978242.431094:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978242.431097:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978242.431099:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978242.431154:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978242.431157:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978242.431158:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978242.431161:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978242.431163:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e4d7156f. 02000000:00000001:0.0:1780978242.431167:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978242.431168:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978242.431170:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:0.0:1780978242.431173:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978242.431175:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:0.0:1780978242.431177:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:62 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:0.0:1780978242.431182:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780978242.431185:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978242.431189:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978242.431191:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978242.431193:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978242.431201:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be6fc34d. 00000020:00000040:0.0:1780978242.431204:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978242.431208:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780978242.431210:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.431213:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780978242.431217:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978242.431223:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.431223:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.431225:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978242.431227:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978242.431229:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978242.431233:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978242.431239:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4d7156f. 00000100:00000001:0.0:1780978242.431244:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.431248:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978242.431249:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.431250:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978242.431251:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.431252:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978242.431260:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00010000:00000001:0.0:1780978242.431263:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780978242.431264:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780978242.431268:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000baa0e31. 00010000:00000010:0.0:1780978242.431272:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002fc5d881. 00010000:00000001:0.0:1780978242.431276:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780978242.431278:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f18713ac. 00000020:00000001:0.0:1780978242.431281:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780978242.431283:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000f18713ac with handle 0x2eb9f87d7f630793 to hash 00000020:00000001:0.0:1780978242.431285:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780978242.431286:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978242.431288:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:0.0:1780978242.431292:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978242.431293:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978242.431295:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.431300:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00010000:0.0:1780978242.431303:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.431308:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000020:00100000:0.0:1780978242.431316:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780978242.432459:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780978242.432473:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978242.432480:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000100:00000001:0.0:1780978242.432483:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780978242.432485:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780978242.432494:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d118512b. 00000100:00000001:0.0:1780978242.432496:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294498489280 : -109779211062336 : ffff9c28091ef3c0) 00000100:00000001:0.0:1780978242.432498:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978242.432499:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000001:0.0:1780978242.432503:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978242.432507:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978242.432508:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780978242.432510:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978242.432511:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978242.432513:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978242.432515:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=62 : 62 : 3e) 00000100:00100000:0.0:1780978242.432517:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 62 seconds 00000100:00000001:0.0:1780978242.432520:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978242.432521:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978242.432522:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978242.432524:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780978242.437413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a477d9c2. 00010000:00000010:0.1:1780978242.437430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902474e2. 00010000:00000001:0.0:1780978242.849520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978242.849527:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978242.849529:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978242.849531:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849536:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978242.849538:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849540:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849543:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849546:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978242.849547:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849550:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978242.849552:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978242.849553:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978242.849557:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978242.849559:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978242.849559:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849560:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978242.849561:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849562:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978242.849564:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978242.849700:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978242.849704:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978242.849706:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978243.041555:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978243.041577:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978243.041586:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009afefa09. 00000020:00000040:0.0:1780978243.041592:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978243.041597:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978243.041711:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978243.041716:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978243.041725:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b5e94dc. 00000100:00000001:0.0:1780978243.041732:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041742:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978243.041752:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978243.041756:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041761:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009afefa09] to pc [ptlrpcd_00_01+1] req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.041804:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041806:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978243.041810:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978243.041812:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b95e69e. 00000020:00000040:0.0:1780978243.041815:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978243.041816:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978243.041818:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978243.041820:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978243.041825:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acc3a4e4. 00000100:00000001:0.0:1780978243.041827:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041830:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978243.041835:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978243.041837:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041840:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003b95e69e] to pc [ptlrpcd_00_00+0] req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.041846:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041847:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978243.041849:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978243.041852:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4abef8f. 00000020:00000040:0.0:1780978243.041853:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978243.041855:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978243.041856:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978243.041857:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978243.041859:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac2686a9. 00000100:00000001:0.0:1780978243.041861:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041864:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978243.041869:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978243.041870:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.041873:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4abef8f] to pc [ptlrpcd_00_01+1] req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.041878:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978243.041879:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978243.041882:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978243.041884:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978243.041886:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978243.041890:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3635) 00000100:00000001:0.0:1780978243.041906:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978243.041910:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978243.041912:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978243.041916:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.041922:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978243.041924:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.041928:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978243.041930:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978243.041933:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848896:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978243.041937:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978243.041942:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978243.041944:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.041946:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978243.041949:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978243.041950:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978243.041958:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978243.041962:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978243.041968:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a40bcfe7. 00000100:00000200:0.0:1780978243.041974:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848896, portal 10 00000100:00000001:0.0:1780978243.041976:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978243.041977:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000040:0.0:1780978243.041983:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.041989:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978243.041991:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978243.041993:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d25ca921. 00000100:00000200:0.0:1780978243.041996:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848896, offset 0 00000400:00000200:0.0:1780978243.042003:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042010:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042017:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978243.042025:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978243.042028:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978243.042031:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042034:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2149:2149:256:4294967295] 192.168.201.116@tcp LPNI seq info [2149:2149:8:4294967295] 00000400:00000200:0.0:1780978243.042038:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042046:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978243.042052:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978243.042056:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078a7098 (tot 3214254). 00000800:00000200:0.0:1780978243.042062:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978243.042069:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978243.042073:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000078a7098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978243.042092:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042094:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.042097:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042099:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042101:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.042108:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978243.042110:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978243.042112:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978243.042113:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978243.042114:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978243.042116:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780978243.042117:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.042119:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978243.042120:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.042121:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978243.042122:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978243.042123:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978243.042126:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.042132:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978243.042133:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.042136:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978243.042137:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978243.042139:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341848832:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978243.042142:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978243.042145:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978243.042145:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.042147:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978243.042149:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978243.042151:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978243.042154:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978243.042157:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1aef72b. 00000400:00000010:0.0:1780978243.042160:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004df33d8d. 00000100:00000200:0.0:1780978243.042162:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848832, portal 25 00000100:00000001:0.0:1780978243.042164:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978243.042165:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701188032 : -109779008363584 : ffff9c281533e3c0) 00000100:00000040:0.0:1780978243.042168:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.042173:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978243.042175:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978243.042177:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005be4709d. 00000100:00000200:0.0:1780978243.042178:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341848832, offset 0 00000400:00000200:0.0:1780978243.042182:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042186:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042189:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978243.042192:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978243.042194:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978243.042196:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042198:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2150:2150:255:4294967295] 192.168.201.116@tcp LPNI seq info [2150:2150:7:4294967295] 00000400:00000200:0.0:1780978243.042201:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042207:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978243.042211:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978243.042214:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214502). 00000800:00000200:0.0:1780978243.042218:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978243.042222:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978243.042224:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978243.042227:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042228:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.042230:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042231:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978243.042234:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.042240:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978243.042241:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.042243:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978243.042244:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978243.042246:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848960:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978243.042249:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978243.042251:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978243.042252:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.042253:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978243.042255:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978243.042257:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978243.042260:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978243.042262:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978243.042266:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060bf2337. 00000100:00000200:0.0:1780978243.042268:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341848960, portal 10 00000100:00000001:0.0:1780978243.042270:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978243.042271:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701171008 : -109779008380608 : ffff9c281533a140) 00000100:00000040:0.0:1780978243.042276:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.042281:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978243.042283:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978243.042285:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013a953bb. 00000100:00000200:0.0:1780978243.042287:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341848960, offset 0 00000400:00000200:0.0:1780978243.042291:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042294:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042298:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978243.042301:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978243.042302:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978243.042304:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978243.042306:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2151:2151:254:4294967295] 192.168.201.116@tcp LPNI seq info [2151:2151:6:4294967295] 00000400:00000200:0.0:1780978243.042310:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978243.042315:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978243.042319:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978243.042322:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214750). 00000800:00000200:0.0:1780978243.042325:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978243.042328:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978243.042330:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978243.042332:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042333:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.042335:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042337:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.042339:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978243.042556:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978243.042559:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978243.042824:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978243.042829:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078a7098 (tot 3214502). 00000400:00000200:2.0:1780978243.042837:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.042843:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978243.042911:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d25ca921 00000400:00000010:2.0:1780978243.042914:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d25ca921. 00000100:00000001:2.0:1780978243.042919:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978243.042923:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.042932:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978243.042934:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.042941:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978243.042942:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978243.042955:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978243.042956:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d311748f (tot 3214254). 00000400:00000200:2.0:1780978243.042959:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.042961:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978243.042963:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005be4709d 00000400:00000010:2.0:1780978243.042965:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005be4709d. 00000100:00000001:2.0:1780978243.042966:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978243.042968:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.042974:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978243.042976:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.042981:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978243.042982:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978243.043036:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978243.043038:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069d84b4b (tot 3214006). 00000400:00000200:2.0:1780978243.043040:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.043043:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978243.043045:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013a953bb 00000400:00000010:2.0:1780978243.043046:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013a953bb. 00000100:00000001:2.0:1780978243.043047:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978243.043049:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.043055:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978243.043057:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.043063:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978243.043064:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978243.052457:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052478:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978243.052483:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052485:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052496:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052503:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978243.052512:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052517:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052521:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052525:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22900 00000400:00000200:2.0:1780978243.052529:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052535:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6955 [1] + 224 00000800:00000001:2.0:1780978243.052542:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052546:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052548:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.052551:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978243.052557:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978243.052563:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978243.052573:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.052595:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978243.052604:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052607:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978243.052609:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052611:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052614:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052617:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978243.052620:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052623:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052625:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052627:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22940 00000400:00000200:2.0:1780978243.052631:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052634:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x694d [1] + 224 00000800:00000001:2.0:1780978243.052637:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052640:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052642:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.052644:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978243.052647:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978243.052649:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978243.052669:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.052675:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978243.052679:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052682:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978243.052683:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052685:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052688:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052690:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978243.052693:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052696:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052698:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052701:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22980 00000400:00000200:2.0:1780978243.052703:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978243.052706:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x695d [1] + 224 00000800:00000001:2.0:1780978243.052710:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052717:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978243.052718:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978243.052721:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978243.052724:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978243.052726:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978243.052733:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978243.052739:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978243.052742:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978243.052744:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054556:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978243.054574:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978243.054583:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978243.054585:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978243.054588:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1aef72b. 00000400:00000200:0.0:1780978243.054596:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004df33d8d 00000400:00000010:0.0:1780978243.054598:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004df33d8d. 00000100:00000001:0.0:1780978243.054612:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978243.054622:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978243.054632:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054638:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978243.054640:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054642:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978243.054646:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978243.054648:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978243.054650:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.054653:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978243.054658:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=42 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978243.054662:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=42 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978243.054665:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978243.054666:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.054669:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978243.054671:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.054674:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.054677:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054683:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.054686:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978243.054688:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978243.054691:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978243.054697:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341848832:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978243.054703:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978243.054704:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978243.054705:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978243.054707:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060bf2337 00000400:00000010:0.0:1780978243.054708:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060bf2337. 00000100:00000001:0.0:1780978243.054710:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978243.054712:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978243.054719:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054724:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978243.054725:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054726:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978243.054727:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978243.054728:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978243.054730:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.054731:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978243.054736:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=41 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978243.054739:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=41 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978243.054740:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978243.054741:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.054742:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978243.054745:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.054748:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978243.054750:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978243.054751:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978243.054752:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.054754:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054759:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.054760:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978243.054761:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978243.054763:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978243.054768:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848960:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:0.0:1780978243.054772:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978243.054773:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978243.054774:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:0.0:1780978243.054776:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a40bcfe7 00000400:00000010:0.0:1780978243.054777:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a40bcfe7. 00000100:00000001:0.0:1780978243.054778:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978243.054781:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1780978243.054797:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054802:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978243.054804:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054805:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978243.054806:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978243.054807:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978243.054808:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978243.054809:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978243.054813:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=42 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978243.054815:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=42 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978243.054816:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978243.054817:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.054818:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978243.054820:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.054822:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978243.054823:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978243.054824:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978243.054825:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978243.054828:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054832:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978243.054834:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978243.054835:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978243.054837:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1780978243.054842:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341848896:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1780978243.054845:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054848:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978243.054850:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009afefa09 x1867487341848832/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978250 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054856:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978243.054858:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978243.054860:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978243.054864:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978243.054866:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978243.054867:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978243.054870:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978243.054872:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:0.0:1780978243.054875:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978243.054876:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978243.054877:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009afefa09. 00000100:00000001:0.0:1780978243.054881:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978243.054882:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054883:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978243.054885:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d4abef8f x1867487341848960/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054891:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978243.054891:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978243.054892:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978243.054894:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978243.054896:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978243.054897:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978243.054899:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978243.054899:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ac2686a9. 02000000:00000001:0.0:1780978243.054901:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978243.054902:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978243.054903:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4abef8f. 00000100:00000001:0.0:1780978243.054905:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978243.054906:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054907:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978243.054909:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003b95e69e x1867487341848896/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978276 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1780978243.054914:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978243.054915:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978243.054916:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978243.054918:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978243.054919:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978243.054919:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978243.054921:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978243.054922:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acc3a4e4. 02000000:00000001:0.0:1780978243.054923:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978243.054925:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978243.054925:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003b95e69e. 00000100:00000001:0.0:1780978243.054928:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978243.054929:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054930:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978243.054938:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978243.054940:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978243.054942:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978243.054944:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.873509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978243.873514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.873519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978243.873520:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978243.873523:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978243.873524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978243.873790:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978243.873794:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978243.873796:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978244.897474:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978244.897479:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978244.897484:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978244.897485:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978244.897488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978244.897489:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978244.897583:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978244.897586:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978244.897589:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978245.921630:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978245.921635:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978245.921641:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978245.921642:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978245.921645:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978245.921646:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978245.921752:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978245.921755:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978245.921758:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978246.945507:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978246.945512:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978246.945518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978246.945519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978246.945522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978246.945523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978246.945615:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978246.945618:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978246.945621:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978247.969526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978247.969530:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978247.969537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978247.969539:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978247.969541:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978247.969547:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978247.969549:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978247.969551:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978247.969554:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978247.969556:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978247.969558:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978247.969560:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978247.969563:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978247.969564:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978247.969762:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978247.969766:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978247.969769:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978248.161628:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978248.161639:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978248.161648:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978248.161654:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978248.161658:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978248.161661:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978248.161666:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978248.161674:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978248.161680:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161689:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978248.161727:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978248.161731:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161736:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_00+0] req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.161764:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161767:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978248.161769:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978248.161772:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978248.161774:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978248.161776:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978248.161777:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978248.161778:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978248.161781:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978248.161784:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161788:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978248.161793:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978248.161794:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161796:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_01+1] req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.161802:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161803:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978248.161805:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978248.161807:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000020:00000040:2.0:1780978248.161809:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978248.161810:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978248.161811:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978248.161812:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978248.161814:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978248.161816:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161819:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978248.161824:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978248.161825:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.161827:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_00+0] req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.161832:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978248.161834:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978248.161837:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978248.161839:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978248.161841:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978248.161846:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3640) 00000100:00000001:3.0:1780978248.162033:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.162037:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978248.162039:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978248.162043:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.162051:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978248.162052:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.162056:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978248.162059:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978248.162061:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849024:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978248.162065:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978248.162070:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978248.162072:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.162074:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978248.162078:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978248.162079:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978248.162086:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978248.162090:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edcd19b8. 00000400:00000010:3.0:1780978248.162095:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978248.162102:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849024, portal 25 00000100:00000001:3.0:1780978248.162104:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978248.162105:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:3.0:1780978248.162109:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.162115:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978248.162118:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978248.162119:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978248.162121:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849024, offset 0 00000400:00000200:3.0:1780978248.162128:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978248.162136:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978248.162144:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978248.162151:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978248.162154:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978248.162158:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978248.162161:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2152:2152:256:4294967295] 192.168.201.116@tcp LPNI seq info [2152:2152:8:4294967295] 00000400:00000200:3.0:1780978248.162165:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978248.162172:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978248.162178:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978248.162182:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214254). 00000800:00000200:3.0:1780978248.162189:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978248.162197:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978248.162201:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978248.162219:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.162222:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978248.162224:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.162227:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978248.162229:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.162236:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978248.162237:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.162239:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978248.162240:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978248.162242:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849152:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978248.162245:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978248.162247:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978248.162248:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.162249:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978248.162252:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978248.162253:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978248.162256:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978248.162258:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a1a2777. 00000400:00000010:3.0:1780978248.162261:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978248.162263:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849152, portal 10 00000100:00000001:3.0:1780978248.162265:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978248.162266:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:3.0:1780978248.162270:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.162276:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978248.162278:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978248.162280:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978248.162281:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849152, offset 0 00000400:00000200:3.0:1780978248.162285:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978248.162288:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978248.162291:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978248.162294:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978248.162296:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978248.162298:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978248.162301:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2153:2153:255:4294967295] 192.168.201.116@tcp LPNI seq info [2153:2153:7:4294967295] 00000400:00000200:3.0:1780978248.162304:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978248.162308:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978248.162312:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978248.162327:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003e971bd (tot 3214502). 00000800:00000200:3.0:1780978248.162332:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978248.162336:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978248.162338:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003e971bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978248.162340:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.162342:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978248.162343:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.162346:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.162347:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1780978248.162498:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978248.162502:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214254). 00000400:00000200:2.0:1780978248.162508:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.162513:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978248.162517:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:2.0:1780978248.162519:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:2.0:1780978248.162524:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978248.162528:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162536:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978248.162539:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162545:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162546:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978248.162619:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978248.162621:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003e971bd (tot 3214006). 00000400:00000200:2.0:1780978248.162624:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.162627:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978248.162629:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:2.0:1780978248.162631:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:2.0:1780978248.162633:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978248.162635:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162641:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978248.162642:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162647:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162649:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978248.162673:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978248.162676:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978248.162677:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978248.162680:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162686:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978248.162688:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978248.162690:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978248.162701:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978248.162704:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849088:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978248.162708:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978248.162710:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978248.162711:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978248.162712:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978248.162715:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009093a302. 02000000:00000001:2.0:1780978248.162716:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978248.162720:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978248.162722:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000510359d4. 00000400:00000010:2.0:1780978248.162725:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978248.162728:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849088, portal 10 00000100:00000001:2.0:1780978248.162729:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978248.162730:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978248.162735:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162740:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978248.162742:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978248.162744:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978248.162745:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849088, offset 0 00000400:00000200:2.0:1780978248.162749:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978248.162753:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.162756:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978248.162758:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978248.162760:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978248.162762:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978248.162765:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2154:2154:256:4294967295] 192.168.201.116@tcp LPNI seq info [2154:2154:8:4294967295] 00000400:00000200:2.0:1780978248.162768:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.162772:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978248.162775:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978248.162778:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214254). 00000800:00000200:2.0:1780978248.162781:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978248.162785:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978248.162787:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978248.162794:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162796:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978248.162798:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162800:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162801:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.162806:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978248.162808:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978248.162810:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978248.162811:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978248.162812:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162813:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978248.162831:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978248.162833:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:2.0:1780978248.162836:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.162839:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978248.162841:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978248.162842:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978248.162844:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978248.162847:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162853:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978248.162855:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.162860:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.162861:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978248.163266:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978248.163268:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978248.163271:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.163272:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978248.163274:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.163276:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978248.172520:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.172540:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978248.172545:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.172546:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.172558:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172576:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978248.172589:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172594:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172598:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172603:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a229c0 00000400:00000200:2.0:1780978248.172607:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172612:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6965 [1] + 224 00000800:00000001:2.0:1780978248.172620:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.172624:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.172627:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.172630:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978248.172636:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978248.172642:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978248.172653:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.172673:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978248.172683:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.172687:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978248.172688:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.172690:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.172701:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172705:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978248.172709:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.172711:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:3.0:1780978248.172887:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.172891:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978248.172897:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978248.172899:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978248.172902:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edcd19b8. 00000400:00000200:3.0:1780978248.172906:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:3.0:1780978248.172908:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:3.0:1780978248.172910:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978248.172914:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978248.172921:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.172927:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978248.172928:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.172931:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978248.172933:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978248.172935:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978248.172937:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.172939:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978248.172945:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=47 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978248.172949:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=47 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978248.172952:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978248.172953:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978248.172955:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978248.172958:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.172960:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978248.172963:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.172969:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978248.172971:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978248.172973:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978248.172976:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978248.172982:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849024:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978248.172987:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.172989:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978248.172992:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341849024/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978255 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.172998:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978248.173000:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978248.173002:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978248.173006:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978248.173009:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978248.173010:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978248.173012:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978248.173014:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978248.173018:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978248.173020:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978248.173021:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:3.0:1780978248.173025:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978248.173026:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.173029:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.173031:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.173032:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978248.173033:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.173034:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978248.173128:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173133:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22a40 00000400:00000200:2.0:1780978248.173138:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173141:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6975 [1] + 224 00000800:00000001:2.0:1780978248.173146:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.173151:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.173153:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.173156:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978248.173159:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978248.173161:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978248.173168:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.173185:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978248.173190:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.173193:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978248.173195:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.173197:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.173200:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173203:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978248.173207:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173210:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173213:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173215:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22a00 00000400:00000200:2.0:1780978248.173218:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978248.173221:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6985 [1] + 224 00000800:00000001:2.0:1780978248.173225:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.173232:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978248.173233:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978248.173236:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978248.173238:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978248.173241:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978248.173247:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.173261:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978248.173264:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978248.173267:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.173276:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978248.173277:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978248.173281:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978248.173282:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978248.173284:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000510359d4. 00000400:00000200:2.0:1780978248.173288:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:2.0:1780978248.173290:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:2.0:1780978248.173291:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978248.173294:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978248.173300:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.173304:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978248.173305:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.173307:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978248.173308:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978248.173309:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978248.173310:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978248.173311:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978248.173316:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=47 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978248.173319:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=47 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978248.173321:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978248.173322:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978248.173324:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978248.173326:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.173329:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978248.173330:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978248.173332:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978248.173333:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978248.173336:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.173341:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978248.173342:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978248.173344:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978248.173346:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978248.173351:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849088:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978248.173354:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.173390:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978248.173393:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341849088/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978281 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978248.173399:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978248.173400:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978248.173401:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009093a302. 02000000:00000001:2.0:1780978248.173403:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978248.173404:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978248.173405:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978248.173407:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978248.173408:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978248.173409:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978248.173410:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978248.173411:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:2.0:1780978248.173413:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978248.173414:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.173416:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978248.173423:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978248.173424:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978248.173426:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978248.173427:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.173478:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.173479:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978248.173482:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978248.173483:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978248.173484:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a1a2777. 00000400:00000200:3.0:1780978248.173487:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978248.173488:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978248.173490:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978248.173493:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978248.173499:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.173505:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978248.173506:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.173517:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978248.173519:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978248.173520:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978248.173521:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978248.173523:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978248.173527:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=46 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978248.173530:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=46 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978248.173532:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978248.173533:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978248.173534:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978248.173536:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.173538:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978248.173538:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978248.173540:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978248.173541:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978248.173544:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.173549:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978248.173551:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978248.173552:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978248.173554:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978248.173559:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849152:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978248.173563:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.173565:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978248.173566:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341849152/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978248.173572:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978248.173573:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978248.173574:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978248.173577:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978248.173578:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978248.173579:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978248.173580:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978248.173581:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978248.173583:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978248.173584:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978248.173585:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:3.0:1780978248.173587:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978248.173588:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.173589:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978248.173593:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978248.173594:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978248.173595:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978248.173596:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978248.993508:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978248.993512:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978248.993518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978248.993519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978248.993522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978248.993523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978248.995747:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978248.995753:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978248.995758:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978250.017606:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978250.017611:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978250.017617:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978250.017618:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978250.017621:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978250.017622:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978250.017699:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978250.017703:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978250.017706:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978251.041501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978251.041516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978251.041522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978251.041523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978251.041526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978251.041527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978251.041602:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978251.041606:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978251.041609:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978252.065577:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978252.065584:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978252.065593:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978252.065594:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978252.065598:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978252.065599:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978252.065709:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978252.065713:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978252.065716:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978253.089512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978253.089521:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978253.089523:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978253.089526:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089533:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978253.089535:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089537:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089539:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089543:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978253.089544:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089547:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978253.089549:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978253.089550:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978253.089555:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978253.089557:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978253.089558:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089559:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978253.089560:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089561:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978253.089563:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978253.089900:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978253.089905:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978253.089908:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978253.281541:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978253.281554:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978253.281566:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a7d2e2. 00000020:00000040:3.0:1780978253.281573:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978253.281578:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978253.281581:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978253.281587:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978253.281596:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000064b6ed1. 00000100:00000001:3.0:1780978253.281613:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.281625:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978253.281633:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978253.281638:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.281643:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000033a7d2e2] to pc [ptlrpcd_01_01+1] req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.281693:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.281697:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.281700:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978253.281704:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.281710:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978253.281712:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.281716:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978253.281718:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978253.281721:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033a7d2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978253.281726:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978253.281734:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978253.281736:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.281738:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978253.281742:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009093a302. 02000000:00000001:2.0:1780978253.281744:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978253.281753:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978253.281760:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000510359d4. 00000400:00000010:2.0:1780978253.281765:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978253.281774:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849216, portal 25 00000100:00000001:2.0:1780978253.281776:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978253.281778:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392654208 : -109779316897408 : ffff9c2802d00980) 00000100:00000040:2.0:1780978253.281782:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.281788:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978253.281790:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978253.281793:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978253.281795:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849216, offset 0 00000400:00000200:2.0:1780978253.281801:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978253.281809:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.281829:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978253.281836:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978253.281848:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978253.281852:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978253.281856:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2155:2155:256:4294967295] 192.168.201.116@tcp LPNI seq info [2155:2155:8:4294967295] 00000400:00000200:2.0:1780978253.281860:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.281869:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978253.281875:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978253.281881:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214254). 00000800:00000200:2.0:1780978253.281888:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978253.281897:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978253.281900:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978253.281916:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.281918:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978253.281922:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.281924:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.281927:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978253.281953:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.281956:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978253.281959:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978253.281964:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000034d2902e. 00000020:00000040:3.0:1780978253.281966:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978253.281968:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978253.281970:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978253.281972:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978253.281975:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060bcb4d4. 00000100:00000001:3.0:1780978253.281979:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.281982:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978253.281989:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978253.281991:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.281994:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000034d2902e] to pc [ptlrpcd_01_00+0] req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285283:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978253.285288:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978253.285293:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.285296:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.285299:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978253.285303:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978253.285305:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.285307:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978253.285308:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.285309:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.285310:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.285311:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978253.285331:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285342:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978253.285344:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.285349:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978253.285352:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978253.285374:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034d2902e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849280:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978253.285379:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978253.285386:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978253.285389:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.285391:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978253.285401:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1bab48d. 02000000:00000001:2.0:1780978253.285403:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978253.285410:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978253.285414:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7418652. 00000400:00000010:2.0:1780978253.285419:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07849d. 00000100:00000200:2.0:1780978253.285425:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849280, portal 10 00000100:00000001:2.0:1780978253.285427:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978253.285428:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392666368 : -109779316885248 : ffff9c2802d03900) 00000100:00000040:2.0:1780978253.285435:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285441:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978253.285443:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978253.285446:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb26aca. 00000100:00000200:2.0:1780978253.285447:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849280, offset 0 00000400:00000200:2.0:1780978253.285454:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978253.285463:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.285471:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978253.285478:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978253.285482:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978253.285485:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978253.285488:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2156:2156:255:4294967295] 192.168.201.116@tcp LPNI seq info [2156:2156:7:4294967295] 00000400:00000200:2.0:1780978253.285492:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.285500:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978253.285506:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978253.285511:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214502). 00000800:00000200:2.0:1780978253.285518:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978253.285526:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978253.285529:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978253.285533:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.285535:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978253.285537:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.285539:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.285540:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978253.285616:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978253.285619:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214254). 00000400:00000200:2.0:1780978253.285625:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978253.285630:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978253.285634:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978253.285637:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978253.285641:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978253.285646:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285657:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978253.285659:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285665:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.285666:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978253.285755:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978253.285758:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:2.0:1780978253.285760:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978253.285763:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978253.285766:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb26aca 00000400:00000010:2.0:1780978253.285767:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb26aca. 00000100:00000001:2.0:1780978253.285769:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978253.285771:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285777:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978253.285779:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.285784:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.285785:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978253.286696:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.286701:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978253.287073:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.287078:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978253.287083:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978253.287091:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db255927. 00000020:00000040:3.0:1780978253.287098:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978253.287104:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978253.287107:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978253.287112:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978253.287119:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f16edf2. 00000100:00000001:3.0:1780978253.287127:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.287137:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978253.287147:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978253.287151:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.287156:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db255927] to pc [ptlrpcd_01_01+1] req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.287170:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978253.287172:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978253.287194:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978253.287196:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978253.287199:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978253.287205:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3645) 00000100:00000001:2.0:1780978253.287424:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978253.287427:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978253.287429:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.287436:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978253.287438:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.287439:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.287441:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.287443:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978253.287448:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.287456:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978253.287457:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.287461:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978253.287463:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978253.287466:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849344:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978253.287470:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978253.287474:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978253.287476:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.287478:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978253.287482:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9f7984c. 02000000:00000001:2.0:1780978253.287485:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978253.287493:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978253.287498:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009249fc85. 00000400:00000010:2.0:1780978253.287503:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb26aca. 00000100:00000200:2.0:1780978253.287508:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849344, portal 10 00000100:00000001:2.0:1780978253.287510:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978253.287511:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392656640 : -109779316894976 : ffff9c2802d01300) 00000100:00000040:2.0:1780978253.287517:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.287523:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978253.287525:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978253.287528:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978253.287530:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849344, offset 0 00000400:00000200:2.0:1780978253.287535:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978253.287542:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.287549:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978253.287555:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978253.287558:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978253.287560:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978253.287563:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2157:2157:256:4294967295] 192.168.201.116@tcp LPNI seq info [2157:2157:8:4294967295] 00000400:00000200:2.0:1780978253.287567:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.287574:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978253.287579:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978253.287583:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214254). 00000800:00000200:2.0:1780978253.287591:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978253.287597:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978253.287610:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978253.287628:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.287631:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978253.287634:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.287636:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.287638:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.287651:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.287652:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.287654:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.287656:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978253.290464:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.290483:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978253.290488:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.290491:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978253.290504:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:2.0:1780978253.290702:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978253.290706:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:2.0:1780978253.290712:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978253.290722:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978253.290728:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978253.290730:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978253.290734:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978253.290741:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.290753:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978253.290755:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.290762:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.290764:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1780978253.290923:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978253.290932:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.290936:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.290940:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.290944:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22ac0 00000400:00000200:3.0:1780978253.290948:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.290955:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x69a5 [1] + 224 00000800:00000001:3.0:1780978253.290963:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.290969:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978253.290971:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978253.290974:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978253.290978:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978253.290981:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978253.290989:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.291009:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978253.291017:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.291085:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978253.291089:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.291093:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978253.291097:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.291100:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978253.291105:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.291107:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.291110:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.291112:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22a80 00000400:00000200:3.0:1780978253.291116:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978253.291120:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6995 [1] + 224 00000800:00000001:3.0:1780978253.291123:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.291141:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978253.291143:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978253.291146:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978253.291150:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978253.291153:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978253.291159:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.291165:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978253.291169:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978253.291172:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291315:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.291319:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978253.291336:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978253.291337:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978253.291340:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7418652. 00000400:00000200:2.0:1780978253.291346:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07849d 00000400:00000010:2.0:1780978253.291347:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07849d. 00000100:00000001:2.0:1780978253.291350:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978253.291354:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978253.291401:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291407:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978253.291408:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291411:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978253.291413:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978253.291415:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978253.291417:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.291419:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978253.291427:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=52 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978253.291431:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=52 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978253.291434:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978253.291435:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978253.291437:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978253.291440:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.291443:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978253.291445:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978253.291447:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978253.291448:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978253.291451:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291457:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978253.291460:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978253.291462:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978253.291464:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978253.291470:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034d2902e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849280:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978253.291476:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978253.291477:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978253.291478:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000510359d4. 00000400:00000200:2.0:1780978253.291480:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:2.0:1780978253.291482:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:2.0:1780978253.291484:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978253.291486:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978253.291491:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291495:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978253.291496:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291497:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978253.291498:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978253.291499:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978253.291500:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978253.291501:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978253.291504:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=52 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978253.291506:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=52 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978253.291508:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978253.291509:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978253.291510:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978253.291511:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.291513:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978253.291515:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291520:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978253.291521:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978253.291522:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978253.291524:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978253.291529:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033a7d2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978253.291533:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291535:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978253.291537:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000034d2902e x1867487341849280/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978286 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291543:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978253.291545:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978253.291547:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1bab48d. 02000000:00000001:2.0:1780978253.291551:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978253.291553:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978253.291554:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978253.291556:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978253.291558:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000060bcb4d4. 02000000:00000001:2.0:1780978253.291561:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978253.291562:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978253.291563:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000034d2902e. 00000100:00000001:2.0:1780978253.291567:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978253.291568:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291569:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978253.291571:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000033a7d2e2 x1867487341849216/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978260 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978253.291577:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978253.291578:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978253.291579:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009093a302. 02000000:00000001:2.0:1780978253.291581:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978253.291582:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978253.291583:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978253.291584:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978253.291585:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000064b6ed1. 02000000:00000001:2.0:1780978253.291586:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978253.291587:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978253.291588:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a7d2e2. 00000100:00000001:2.0:1780978253.291590:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978253.291591:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291593:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978253.291600:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978253.291612:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978253.291614:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978253.291616:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978253.292946:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978253.292958:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978253.292962:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978253.292964:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978253.292975:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.292983:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978253.292991:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.292996:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.293000:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.293004:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22b00 00000400:00000200:2.0:1780978253.293009:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978253.293014:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x69b5 [1] + 224 00000800:00000001:2.0:1780978253.293020:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978253.293090:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978253.293093:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978253.293097:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978253.293102:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978253.293107:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978253.293116:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.293165:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978253.293169:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978253.293295:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978253.293305:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978253.293309:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780978253.293348:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978253.293350:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978253.293352:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009249fc85. 00000400:00000200:3.0:1780978253.293441:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb26aca 00000400:00000010:3.0:1780978253.293444:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb26aca. 00000100:00000001:3.0:1780978253.293447:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978253.293451:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978253.293458:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.293464:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978253.293466:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978253.293469:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978253.293472:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978253.293473:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978253.293475:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978253.293477:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978253.293485:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=51 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978253.293490:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=51 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978253.293492:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978253.293493:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978253.293496:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978253.293498:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978253.293502:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978253.293503:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978253.293505:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978253.293507:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978253.293510:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.293516:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978253.293519:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978253.293521:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978253.293523:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978253.293529:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849344:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978253.293533:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978253.293536:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978253.293538:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000db255927 x1867487341849344/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978253.293543:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978253.293545:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978253.293547:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9f7984c. 02000000:00000001:3.0:1780978253.293551:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978253.293552:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978253.293554:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978253.293556:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978253.293557:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006f16edf2. 02000000:00000001:3.0:1780978253.293560:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978253.293561:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978253.293562:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db255927. 00000100:00000001:3.0:1780978253.293565:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978253.293566:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978253.293568:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978253.293574:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978253.293575:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978253.293577:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978253.293579:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978254.113481:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978254.113486:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978254.113493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978254.113494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978254.113497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978254.113498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978254.113615:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978254.113619:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978254.113631:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978255.139193:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978255.139199:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978255.139205:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978255.139206:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978255.139209:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978255.139210:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978255.146665:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978255.146672:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978255.146677:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978256.161496:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978256.161502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978256.161508:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978256.161509:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978256.161512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978256.161512:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978256.166740:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978256.166745:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978256.166750:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978257.185492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978257.185499:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978257.185506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978257.185507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978257.185510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978257.185510:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978257.185684:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978257.185687:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978257.185690:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978258.209503:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978258.209509:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978258.209526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978258.209529:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978258.209531:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978258.209536:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978258.209538:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978258.209539:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978258.209542:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978258.209544:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978258.209545:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978258.209547:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978258.209560:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978258.209561:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978258.212406:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978258.212412:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978258.212418:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978258.401993:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978258.402004:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978258.402016:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978258.402023:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978258.402028:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978258.402031:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978258.402036:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978258.402043:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978258.402050:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402062:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978258.402071:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978258.402075:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402082:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_00+0] req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402113:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402115:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978258.402118:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978258.402121:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c466e77. 00000020:00000040:2.0:1780978258.402123:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978258.402125:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978258.402126:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978258.402127:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978258.402130:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978258.402133:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402136:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978258.402142:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978258.402143:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402146:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c466e77] to pc [ptlrpcd_01_01+1] req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402153:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402155:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978258.402158:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978258.402160:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da5ce460. 00000020:00000040:2.0:1780978258.402162:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978258.402164:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978258.402165:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978258.402166:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978258.402169:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978258.402171:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402174:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978258.402178:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978258.402180:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978258.402182:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da5ce460] to pc [ptlrpcd_01_00+0] req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402187:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978258.402189:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978258.402192:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978258.402194:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978258.402196:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978258.402202:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3650) 00000100:00000001:2.0:1780978258.402220:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978258.402223:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978258.402226:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978258.402230:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402236:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978258.402238:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402242:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978258.402244:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978258.402246:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849472:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978258.402250:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978258.402257:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978258.402259:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402262:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978258.402265:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009093a302. 02000000:00000001:2.0:1780978258.402267:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978258.402276:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978258.402280:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000510359d4. 00000400:00000010:2.0:1780978258.402287:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978258.402294:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849472, portal 10 00000100:00000001:2.0:1780978258.402297:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978258.402298:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707074112 : -109779002477504 : ffff9c28158db440) 00000100:00000040:2.0:1780978258.402305:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402311:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978258.402314:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978258.402316:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07849d. 00000100:00000200:2.0:1780978258.402318:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849472, offset 0 00000400:00000200:2.0:1780978258.402325:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978258.402334:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.402343:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978258.402351:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978258.402354:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978258.402386:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978258.402391:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2158:2158:256:4294967295] 192.168.201.116@tcp LPNI seq info [2158:2158:8:4294967295] 00000400:00000200:2.0:1780978258.402395:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.402402:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978258.402409:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978258.402414:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978258.402420:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978258.402429:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978258.402433:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978258.402446:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.402448:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978258.402451:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.402454:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.402455:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978258.402462:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978258.402464:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978258.402466:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978258.402467:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978258.402468:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978258.402470:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780978258.402472:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978258.402474:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978258.402475:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978258.402476:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978258.402477:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978258.402478:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978258.402481:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402487:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978258.402488:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402490:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978258.402491:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978258.402493:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849408:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978258.402496:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978258.402498:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978258.402499:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402501:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978258.402503:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1bab48d. 02000000:00000001:2.0:1780978258.402505:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978258.402508:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978258.402669:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7418652. 00000400:00000010:2.0:1780978258.402675:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978258.402678:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849408, portal 25 00000100:00000001:2.0:1780978258.402680:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978258.402680:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978258.402685:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402691:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978258.402694:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978258.402696:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978258.402698:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849408, offset 0 00000400:00000200:2.0:1780978258.402702:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978258.402707:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.402710:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978258.402714:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978258.402717:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978258.402719:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978258.402791:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2159:2159:255:4294967295] 192.168.201.116@tcp LPNI seq info [2159:2159:7:4294967295] 00000400:00000200:2.0:1780978258.402796:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.402800:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978258.402806:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978258.402810:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3214502). 00000800:00000200:2.0:1780978258.402813:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978258.402817:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978258.402819:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978258.402823:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.402824:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978258.402826:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.402828:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978258.402831:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402837:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978258.402838:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402840:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978258.402841:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978258.402843:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849536:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978258.402846:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978258.402848:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978258.402849:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978258.402850:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978258.402853:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3c48710. 02000000:00000001:2.0:1780978258.402854:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978258.402857:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978258.402859:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71fa0ac. 00000400:00000010:2.0:1780978258.402862:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002188956d. 00000100:00000200:2.0:1780978258.402864:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849536, portal 10 00000100:00000001:2.0:1780978258.402866:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978258.402867:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707082624 : -109779002468992 : ffff9c28158dd580) 00000100:00000040:2.0:1780978258.402872:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.402878:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978258.402880:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978258.403155:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed4df9d9. 00000100:00000200:2.0:1780978258.403159:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849536, offset 0 00000400:00000200:2.0:1780978258.403165:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978258.403169:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.403174:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978258.403177:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978258.403179:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978258.403181:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978258.403183:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2160:2160:254:4294967295] 192.168.201.116@tcp LPNI seq info [2160:2160:6:4294967295] 00000400:00000200:2.0:1780978258.403187:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.403192:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978258.403196:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978258.403199:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214750). 00000800:00000200:2.0:1780978258.403203:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978258.403207:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978258.403210:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978258.403213:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403214:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978258.403216:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403218:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403221:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978258.403270:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978258.403274:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214502). 00000400:00000200:2.0:1780978258.403280:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.403285:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978258.403289:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07849d 00000400:00000010:2.0:1780978258.403291:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07849d. 00000100:00000001:2.0:1780978258.403295:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978258.403298:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403306:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978258.403309:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403314:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403316:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978258.403328:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978258.403330:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214254). 00000400:00000200:2.0:1780978258.403332:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.403335:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978258.403336:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978258.403338:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978258.403339:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978258.403341:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403347:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978258.403348:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403353:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403354:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978258.403439:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978258.403441:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214006). 00000400:00000200:2.0:1780978258.403444:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.403447:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978258.403449:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed4df9d9 00000400:00000010:2.0:1780978258.403451:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed4df9d9. 00000100:00000001:2.0:1780978258.403453:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978258.403455:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403461:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978258.403462:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.403468:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978258.403470:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978258.403643:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978258.403646:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978258.419403:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419422:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978258.419427:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419430:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.419442:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419450:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978258.419459:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419464:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419468:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419473:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22b40 00000400:00000200:2.0:1780978258.419477:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419482:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x69d5 [1] + 224 00000800:00000001:2.0:1780978258.419491:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419495:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.419497:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.419501:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978258.419508:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978258.419527:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978258.419538:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.419556:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978258.419566:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419569:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978258.419571:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419573:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.419575:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419579:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978258.419583:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419585:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419587:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419590:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22b80 00000400:00000200:2.0:1780978258.419593:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.419597:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x69c5 [1] + 224 00000800:00000001:2.0:1780978258.419601:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419608:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.419609:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.419612:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978258.419614:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978258.419617:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978258.419624:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.419630:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978258.419633:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.419636:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.419909:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978258.419913:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978258.419921:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978258.419922:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978258.419925:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7418652. 00000400:00000200:3.0:1780978258.419930:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:3.0:1780978258.419932:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:3.0:1780978258.419935:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978258.419939:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978258.419946:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.419950:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978258.419953:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.419955:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978258.419958:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978258.419960:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978258.419962:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978258.419965:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978258.419970:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=57 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978258.419974:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=57 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978258.419977:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978258.419978:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978258.419981:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978258.419982:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.419984:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978258.419988:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.419994:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978258.419996:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978258.419999:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978258.420002:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978258.420007:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849408:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:3.0:1780978258.420013:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978258.420014:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978258.420015:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000510359d4. 00000400:00000200:3.0:1780978258.420016:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:3.0:1780978258.420018:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:3.0:1780978258.420020:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978258.420021:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978258.420026:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.420031:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978258.420032:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.420033:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978258.420034:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978258.420035:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978258.420036:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978258.420038:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978258.420043:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=57 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978258.420045:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=57 v=2 (1 1 1 2) 00000100:00000001:3.0:1780978258.420047:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978258.420048:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978258.420050:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978258.420052:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.420055:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978258.420057:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978258.420059:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978258.420060:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978258.420063:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.420068:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978258.420070:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978258.420071:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978258.420073:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978258.420078:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849472:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978258.420082:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.420084:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978258.420087:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341849408/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978265 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.420092:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978258.420095:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978258.420098:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1bab48d. 02000000:00000001:3.0:1780978258.420102:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978258.420104:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978258.420106:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978258.420109:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978258.420111:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978258.420117:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978258.420119:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978258.420120:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:3.0:1780978258.420124:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978258.420125:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.420126:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978258.420128:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c466e77 x1867487341849472/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.420133:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978258.420134:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978258.420134:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009093a302. 02000000:00000001:3.0:1780978258.420137:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978258.420137:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978258.420138:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978258.420140:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978258.420140:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978258.420142:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978258.420143:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978258.420144:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c466e77. 00000100:00000001:3.0:1780978258.420146:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978258.420147:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.420151:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.420153:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978258.420154:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978258.420155:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.420157:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978258.422681:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.422711:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978258.422716:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.422718:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.422730:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.422738:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978258.422747:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.422752:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.422756:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.422760:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22bc0 00000400:00000200:2.0:1780978258.422765:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978258.422771:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x69e5 [1] + 224 00000800:00000001:2.0:1780978258.422779:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.422789:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978258.422791:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978258.422795:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978258.422803:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978258.422809:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978258.422818:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978258.422837:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978258.422846:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978258.422850:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.423075:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978258.423079:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978258.423087:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978258.423089:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978258.423091:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71fa0ac. 00000400:00000200:3.0:1780978258.423098:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002188956d 00000400:00000010:3.0:1780978258.423100:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002188956d. 00000100:00000001:3.0:1780978258.423102:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978258.423106:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978258.423119:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.423125:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978258.423126:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.423129:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978258.423132:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978258.423134:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978258.423137:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978258.423139:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978258.423149:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=56 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978258.423152:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=56 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978258.423154:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978258.423156:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978258.423158:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978258.423161:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.423165:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978258.423166:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978258.423168:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978258.423169:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978258.423172:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.423178:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978258.423181:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978258.423183:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978258.423186:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978258.423192:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849536:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978258.423196:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.423198:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978258.423200:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da5ce460 x1867487341849536/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978290 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978258.423210:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978258.423211:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978258.423214:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3c48710. 02000000:00000001:3.0:1780978258.423218:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978258.423220:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978258.423222:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978258.423224:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978258.423225:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978258.423228:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978258.423230:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978258.423231:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da5ce460. 00000100:00000001:3.0:1780978258.423234:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978258.423235:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.423237:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978258.423244:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978258.423246:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978258.423248:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978258.423249:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978259.233536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978259.233542:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978259.233548:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978259.233549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978259.233552:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978259.233553:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978259.233757:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978259.233761:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978259.233763:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978260.262198:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978260.262204:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978260.262209:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978260.262210:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978260.262213:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978260.262214:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978260.273166:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978260.273173:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978260.273179:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978261.282616:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978261.282623:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978261.282630:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978261.282631:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978261.282634:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978261.282635:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978261.282947:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978261.282950:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978261.282953:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978262.306849:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978262.306855:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978262.306860:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978262.306861:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978262.306865:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978262.306865:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978262.307138:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978262.307141:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978262.307144:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978263.329520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978263.329526:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978263.329528:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978263.329530:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329535:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978263.329537:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329539:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329541:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329544:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978263.329545:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329547:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978263.329549:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978263.329550:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978263.329554:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978263.329556:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978263.329557:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329559:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978263.329560:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329561:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978263.329563:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978263.329869:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978263.329873:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978263.329876:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978263.521503:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978263.521513:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978263.521523:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da5ce460. 00000020:00000040:2.0:1780978263.521529:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978263.521534:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978263.521537:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978263.521542:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978263.521550:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978263.521556:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521566:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978263.521576:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978263.521579:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521584:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da5ce460] to pc [ptlrpcd_01_01+1] req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.521608:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521611:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978263.521614:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978263.521617:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c466e77. 00000020:00000040:2.0:1780978263.521619:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978263.521621:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978263.521622:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978263.521624:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978263.521638:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978263.521642:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521646:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978263.521651:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978263.521653:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521656:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c466e77] to pc [ptlrpcd_01_00+0] req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.521662:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521663:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978263.521666:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978263.521668:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978263.521670:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978263.521672:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978263.521673:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978263.521674:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978263.521677:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978263.521679:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521756:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978263.521764:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978263.521765:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978263.521766:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.521770:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1780978263.521771:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_01+1] req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.521773:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978263.521779:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.521781:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978263.521785:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978263.521792:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1780978263.521795:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1780978263.521796:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978263.521798:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978263.521802:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1780978263.521804:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978263.521808:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978263.521809:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3656) 00000100:00100000:3.0:1780978263.521812:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849600:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978263.521818:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780978263.521823:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978263.521826:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1780978263.521826:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1780978263.521829:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1780978263.521829:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978263.521832:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1780978263.521836:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1780978263.521838:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978263.521841:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.521847:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978263.521849:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978263.521851:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1780978263.521852:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 02000000:00000001:2.0:1780978263.521854:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780978263.521858:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a1a2777. 00000100:00100000:2.0:1780978263.521859:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849664:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978263.521864:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1780978263.521865:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 02000000:00000001:2.0:1780978263.521866:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978263.521868:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978263.521871:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978263.521874:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095aef9d2. 00000100:00000200:3.0:1780978263.521875:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849600, portal 25 02000000:00000001:2.0:1780978263.521877:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.521879:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978263.521881:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707082624 : -109779002468992 : ffff9c28158dd580) 00000400:00000200:2.0:1780978263.521884:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978263.521889:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f09335b. 00000100:00000040:3.0:1780978263.521889:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1780978263.521895:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed4df9d9. 00000100:00000001:3.0:1780978263.521898:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:2.0:1780978263.521900:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849664, portal 10 00000100:00000001:2.0:1780978263.521903:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978263.521904:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707074112 : -109779002477504 : ffff9c28158db440) 00000100:00000040:2.0:1780978263.521912:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978263.521920:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978263.521924:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:3.0:1780978263.521925:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978263.521929:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849600, offset 0 00000400:00000200:3.0:1780978263.521936:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978263.521945:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978263.521953:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978263.521961:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978263.521964:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978263.521967:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978263.521970:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2161:2161:256:4294967295] 192.168.201.116@tcp LPNI seq info [2161:2161:8:4294967295] 00000400:00000200:3.0:1780978263.521973:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978263.521980:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978263.521987:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978263.521992:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978263.521998:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000100:00000040:2.0:1780978263.522005:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000800:00000200:3.0:1780978263.522008:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000400:00000010:2.0:1780978263.522010:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000800:00000200:3.0:1780978263.522012:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1780978263.522015:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849664, offset 0 00000400:00000200:2.0:1780978263.522022:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000001:3.0:1780978263.522027:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978263.522028:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.522033:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978263.522037:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000100:00000001:3.0:1780978263.522107:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978263.522110:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.522112:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.522115:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.522122:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978263.522124:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978263.522125:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.522126:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978263.522128:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978263.522131:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.522138:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978263.522140:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978263.522142:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978263.522143:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978263.522145:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849728:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978263.522148:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978263.522149:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978263.522151:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978263.522152:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978263.522155:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978263.522157:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978263.522224:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978263.522229:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978263.522232:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2162:2162:255:4294967295] 192.168.201.116@tcp LPNI seq info [2162:2162:7:4294967295] 00000400:00000200:2.0:1780978263.522237:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.522243:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978263.522248:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978263.522252:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214502). 00000800:00000200:2.0:1780978263.522256:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978263.522260:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978263.522262:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978263.522330:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.522332:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978263.522334:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.522336:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.522338:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978263.522342:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978263.522344:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978263.522346:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978263.522347:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978263.522348:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.522350:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978263.522580:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978263.522584:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214254). 00000400:00000200:2.0:1780978263.522590:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.522596:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978263.522600:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:2.0:1780978263.522602:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:2.0:1780978263.522606:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978263.522610:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.522618:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978263.522620:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.523800:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.523803:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1780978263.531267:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978263.531281:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edcd19b8. 00000400:00000010:3.0:1780978263.531292:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978263.531299:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849728, portal 10 00000100:00000001:3.0:1780978263.531303:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978263.531304:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:3.0:1780978263.531317:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.531325:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978263.531328:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978263.531331:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978263.531333:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849728, offset 0 00000400:00000200:3.0:1780978263.531341:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978263.531351:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978263.531374:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978263.531382:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978263.531386:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978263.531389:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978263.531393:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2163:2163:254:4294967295] 192.168.201.116@tcp LPNI seq info [2163:2163:6:4294967295] 00000400:00000200:3.0:1780978263.531397:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978263.531405:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978263.531411:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978263.531416:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214502). 00000800:00000200:3.0:1780978263.531452:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978263.531460:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978263.531464:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978263.531469:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.531470:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978263.531474:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.531478:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.531483:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.531491:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978263.531493:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978263.531496:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.531497:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978263.531498:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.531501:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978263.532458:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978263.532464:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214254). 00000400:00000200:2.0:1780978263.532471:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.532478:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978263.532482:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978263.532484:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978263.532488:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978263.532493:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.532503:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978263.532506:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.532512:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.532514:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978263.532586:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978263.532588:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:2.0:1780978263.532591:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.532594:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978263.532597:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:2.0:1780978263.532598:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:2.0:1780978263.532600:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978263.532603:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.532609:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978263.532611:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.532616:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.532618:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978263.560292:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.560311:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978263.560316:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.560318:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.560329:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.560337:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978263.560349:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.560402:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.560408:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.560412:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22c00 00000400:00000200:2.0:1780978263.560418:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.560432:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x69f5 [1] + 224 00000800:00000001:2.0:1780978263.560441:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.560453:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.560456:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.560460:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978263.560467:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978263.560474:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978263.560484:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.560508:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978263.560517:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.560520:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.560599:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.560604:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978263.560612:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978263.560614:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978263.560617:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a1a2777. 00000400:00000200:3.0:1780978263.560620:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978263.560622:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978263.560625:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978263.560629:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978263.560638:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.560643:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978263.560644:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.560647:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978263.560649:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978263.560652:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978263.560654:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978263.560669:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978263.560676:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=62 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978263.560681:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=62 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978263.560683:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978263.560684:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978263.560687:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978263.560689:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.560692:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978263.560696:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.560702:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978263.560705:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978263.560707:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978263.560710:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978263.560717:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341849600:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978263.560722:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.560724:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978263.560726:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da5ce460 x1867487341849600/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978270 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.560732:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978263.560734:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978263.560738:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978263.560742:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978263.560745:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978263.560747:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978263.560749:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978263.560751:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978263.560754:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978263.560756:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978263.560757:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da5ce460. 00000100:00000001:3.0:1780978263.560760:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978263.560761:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.560765:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.560767:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.560768:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978263.560769:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.560770:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978263.570176:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570194:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978263.570199:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570202:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.570213:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570220:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978263.570229:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570234:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570238:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570242:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22c40 00000400:00000200:2.0:1780978263.570539:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570546:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x69fd [1] + 224 00000800:00000001:2.0:1780978263.570555:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570560:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.570564:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.570567:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978263.570573:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978263.570579:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978263.570589:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.570613:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978263.570746:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570751:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978263.570753:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570755:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.570758:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570761:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978263.570765:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570767:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570769:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570772:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22c80 00000400:00000200:2.0:1780978263.570775:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978263.570778:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a15 [1] + 224 00000800:00000001:2.0:1780978263.570782:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978263.570792:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978263.570794:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978263.570797:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978263.570800:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978263.570804:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.570810:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1780978263.570811:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.570815:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978263.570824:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978263.570827:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1780978263.570828:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000010:3.0:1780978263.570830:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f09335b. 00000400:00000200:3.0:1780978263.570838:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed4df9d9 00000400:00000010:3.0:1780978263.570841:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed4df9d9. 00000100:00000001:3.0:1780978263.570844:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:2.0:1780978263.570849:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:3.0:1780978263.570850:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:2.0:1780978263.570854:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1780978263.570862:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.570868:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978263.570870:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.570872:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978263.570876:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978263.570879:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978263.570881:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.570882:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.570884:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1780978263.570886:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780978263.570888:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978263.570891:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978263.570892:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edcd19b8. 00000400:00000200:2.0:1780978263.570896:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000100:00001000:3.0:1780978263.570896:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=62 v=21 (21 21 21 21) 00000400:00000010:2.0:1780978263.570897:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:2.0:1780978263.570900:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:3.0:1780978263.570903:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=62 v=2 (1 1 1 2) 00000100:00000200:2.0:1780978263.570906:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.570908:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978263.570910:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978263.570915:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1780978263.570918:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:3.0:1780978263.570920:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.570925:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1780978263.570927:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:3.0:1780978263.570928:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978263.570930:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.570932:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978263.570934:0:2263:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:3.0:1780978263.570935:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978263.570937:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978263.570939:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978263.570941:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978263.570943:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:2.0:1780978263.570944:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978263.570949:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=61 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978263.570952:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=61 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978263.570954:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978263.570956:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978263.570959:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978263.570961:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.570965:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1780978263.570966:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780978263.570968:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978263.570970:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978263.570972:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978263.570974:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.570974:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978263.570981:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978263.570982:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.571004:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1780978263.571006:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849664:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978263.571007:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978263.571008:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978263.571014:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978263.571015:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.571019:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978263.571024:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c466e77 x1867487341849664/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978263.571026:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341849728:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978263.571034:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978263.571036:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978263.571039:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095aef9d2. 02000000:00000001:3.0:1780978263.571044:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978263.571046:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978263.571048:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978263.571050:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978263.571052:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978263.571055:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978263.571056:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978263.571057:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c466e77. 00000100:00000001:3.0:1780978263.571060:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978263.571061:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.571062:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978263.571070:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978263.571072:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978263.571074:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978263.571076:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.572152:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978263.572155:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978263.572162:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341849728/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978295 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978263.572169:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978263.572171:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978263.572174:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:2.0:1780978263.572177:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978263.572179:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978263.572180:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978263.572182:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978263.572183:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978263.572185:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978263.572186:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978263.572187:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:2.0:1780978263.572190:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978263.572191:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978263.572193:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978263.572199:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978263.572200:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978263.572202:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978263.572205:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978264.353561:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978264.353567:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978264.353573:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978264.353574:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978264.353577:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978264.353578:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978264.353676:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978264.353680:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978264.353682:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978265.377543:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978265.377549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978265.377555:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978265.377556:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978265.377559:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978265.377560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978265.377662:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978265.377665:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978265.377668:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978266.401464:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978266.401470:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978266.401476:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978266.401477:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978266.401480:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978266.401480:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978266.401692:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978266.401696:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978266.401699:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978267.429839:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978267.429845:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978267.429851:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978267.429852:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978267.429855:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978267.429856:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978267.430209:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978267.430226:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978267.430229:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978268.449676:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978268.449681:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978268.449687:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978268.449690:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978268.449692:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978268.449706:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978268.449708:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978268.449709:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978268.449712:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978268.449714:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978268.449715:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978268.449717:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978268.449721:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978268.449721:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978268.449831:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978268.449835:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978268.449837:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978268.641790:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978268.641802:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978268.641811:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db255927. 00000020:00000040:3.0:1780978268.641818:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978268.641823:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978268.641825:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978268.641830:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978268.641838:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdf0c2c4. 00000100:00000001:3.0:1780978268.641844:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641853:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978268.641863:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978268.641867:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641872:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db255927] to pc [ptlrpcd_01_00+0] req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.641901:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641904:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978268.641907:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978268.641910:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000f601e32. 00000020:00000040:3.0:1780978268.641912:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978268.641914:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978268.641915:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978268.641917:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978268.641919:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006bb56103. 00000100:00000001:3.0:1780978268.641921:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641924:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978268.641930:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978268.641931:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641934:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f601e32] to pc [ptlrpcd_01_01+1] req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.641940:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641942:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978268.641945:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978268.641947:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087c73aba. 00000020:00000040:3.0:1780978268.641948:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978268.641950:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978268.641951:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978268.641952:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978268.641954:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ba656e9. 00000100:00000001:3.0:1780978268.641956:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641959:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978268.641965:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978268.641966:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978268.641969:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087c73aba] to pc [ptlrpcd_01_00+0] req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.641975:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978268.641976:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978268.641979:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978268.641981:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978268.641984:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978268.641988:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3661) 00000100:00000001:2.0:1780978268.642042:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.642046:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978268.642048:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978268.642053:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642059:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978268.642061:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642064:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978268.642066:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978268.642069:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849792:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978268.642073:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978268.642078:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978268.642080:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642082:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978268.642086:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978268.642088:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978268.642095:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978268.642099:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e5db2a5. 00000400:00000010:2.0:1780978268.642117:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978268.642124:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849792, portal 25 00000100:00000001:2.0:1780978268.642126:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978268.642128:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392656640 : -109779316894976 : ffff9c2802d01300) 00000100:00000040:2.0:1780978268.642132:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642139:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978268.642141:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978268.642144:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07849d. 00000100:00000200:2.0:1780978268.642146:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849792, offset 0 00000400:00000200:2.0:1780978268.642152:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978268.642161:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.642168:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978268.642175:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978268.642179:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978268.642182:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978268.642185:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2164:2164:256:4294967295] 192.168.201.116@tcp LPNI seq info [2164:2164:8:4294967295] 00000400:00000200:2.0:1780978268.642189:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.642196:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978268.642202:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978268.642207:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978268.642213:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978268.642221:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978268.642225:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978268.642242:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.642245:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.642247:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.642250:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978268.642253:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642259:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978268.642260:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642262:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978268.642263:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978268.642265:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849920:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978268.642268:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978268.642270:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978268.642271:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642273:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978268.642276:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978268.642277:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978268.642280:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978268.642282:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a42b8eb9. 00000400:00000010:2.0:1780978268.642285:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000457f0c31. 00000100:00000200:2.0:1780978268.642287:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849920, portal 10 00000100:00000001:2.0:1780978268.642289:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978268.642290:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392677312 : -109779316874304 : ffff9c2802d063c0) 00000100:00000040:2.0:1780978268.642295:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642300:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978268.642302:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978268.642304:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978268.642306:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849920, offset 0 00000400:00000200:2.0:1780978268.642310:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978268.642313:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.642316:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978268.642320:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978268.642322:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978268.642324:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978268.642326:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2165:2165:255:4294967295] 192.168.201.116@tcp LPNI seq info [2165:2165:7:4294967295] 00000400:00000200:2.0:1780978268.642342:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.642348:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978268.642352:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978268.642385:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214502). 00000800:00000200:2.0:1780978268.642391:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978268.642395:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978268.642397:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978268.642400:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.642401:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.642403:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.642404:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.642406:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.642413:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978268.642415:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978268.642416:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.642417:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978268.642418:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978268.642420:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978268.642421:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.642422:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978268.642423:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.642424:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.642425:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978268.642426:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978268.642429:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642435:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978268.642435:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642437:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978268.642439:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978268.642441:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849856:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978268.642444:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978268.642446:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978268.642447:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.642448:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978268.642451:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978268.642453:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978268.642456:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978268.642458:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f1dcc52. 00000400:00000010:2.0:1780978268.642460:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f57d77f. 00000800:00000200:3.0:1780978268.642717:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978268.642721:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214254). 00000400:00000200:3.0:1780978268.642727:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.642732:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000200:2.0:1780978268.642752:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849856, portal 10 00000100:00000001:2.0:1780978268.642754:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978268.642755:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392663936 : -109779316887680 : ffff9c2802d02f80) 00000100:00000040:2.0:1780978268.642761:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.642766:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978268.642767:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978268.642770:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049373e40. 00000400:00000200:3.0:1780978268.648275:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07849d 00000400:00000010:3.0:1780978268.648285:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07849d. 00000100:00000001:3.0:1780978268.648294:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978268.648305:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.648317:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978268.648320:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.648326:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978268.648328:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978268.649215:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978268.649221:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:3.0:1780978268.649227:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.649235:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978268.649241:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:3.0:1780978268.649242:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:3.0:1780978268.649246:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978268.649250:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.649259:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978268.649261:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.649267:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978268.649269:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000200:2.0:1780978268.649549:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341849856, offset 0 00000400:00000200:2.0:1780978268.649560:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978268.649569:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.649577:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978268.649583:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978268.649588:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978268.649590:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978268.649594:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2166:2166:256:4294967295] 192.168.201.116@tcp LPNI seq info [2166:2166:8:4294967295] 00000400:00000200:2.0:1780978268.649598:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978268.649606:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978268.649612:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978268.649617:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214254). 00000800:00000200:2.0:1780978268.649624:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978268.649632:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978268.649636:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978268.649651:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.649654:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.649657:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.649661:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.649665:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.649678:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.649680:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978268.650069:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978268.650073:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214006). 00000400:00000200:3.0:1780978268.650078:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.650083:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978268.650087:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049373e40 00000400:00000010:3.0:1780978268.650089:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049373e40. 00000100:00000001:3.0:1780978268.650092:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978268.650107:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.650117:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978268.650119:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.650124:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978268.650126:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978268.661505:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661520:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978268.661525:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661527:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978268.661538:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661544:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978268.661551:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661556:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661559:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661562:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22cc0 00000400:00000200:3.0:1780978268.661567:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661572:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a25 [1] + 224 00000800:00000001:3.0:1780978268.661579:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661582:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978268.661584:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.661587:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978268.661592:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978268.661597:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978268.661608:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.661634:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978268.661641:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661644:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978268.661645:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661647:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978268.661649:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661652:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978268.661655:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661657:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661659:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661661:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22d40 00000400:00000200:3.0:1780978268.661664:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661668:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a35 [1] + 224 00000800:00000001:3.0:1780978268.661671:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661674:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978268.661675:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.661678:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978268.661680:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978268.661683:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978268.661690:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978268.661696:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978268.661699:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661702:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978268.661704:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661706:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978268.661709:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661713:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978268.661717:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978268.661719:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978268.661722:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1780978268.661723:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978268.661727:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1780978268.661727:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22d00 00000400:00000200:3.0:1780978268.661731:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000001:2.0:1780978268.661735:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978268.661739:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978268.661741:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e5db2a5. 00000400:00000200:2.0:1780978268.661747:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978268.661750:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978268.661753:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:3.0:1780978268.661756:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a45 [1] + 224 00000100:00000200:2.0:1780978268.661759:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000800:00000001:3.0:1780978268.661762:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661769:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1780978268.661772:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:3.0:1780978268.661773:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978268.661779:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978268.661783:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1780978268.661787:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:3.0:1780978268.661789:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661790:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.661794:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978268.661798:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1780978268.661799:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661802:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978268.661806:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978268.661807:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:2.0:1780978268.661810:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978268.661812:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978268.661816:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1780978268.661818:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=67 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978268.661824:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=67 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978268.661826:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978268.661828:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978268.661830:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978268.661832:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.661835:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978268.661840:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661847:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.661850:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978268.661852:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978268.661855:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978268.661862:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849792:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978268.661868:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978268.661869:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978268.661870:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a42b8eb9. 00000400:00000200:2.0:1780978268.661872:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000457f0c31 00000400:00000010:2.0:1780978268.661873:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000457f0c31. 00000100:00000001:2.0:1780978268.661876:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978268.661878:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978268.661884:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661889:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978268.661891:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.661892:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978268.661893:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978268.661894:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978268.661895:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.661897:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978268.661902:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=66 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978268.661904:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=66 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978268.661906:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978268.661907:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978268.661908:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978268.661910:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.661913:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978268.661914:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978268.661916:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978268.661917:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978268.661920:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661925:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.661927:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978268.661928:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978268.661930:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978268.661936:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849920:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978268.661939:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.661942:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978268.661944:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000db255927 x1867487341849792/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978275 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661949:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978268.661952:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978268.661954:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978268.661958:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978268.661960:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978268.661962:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978268.661964:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978268.661966:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cdf0c2c4. 02000000:00000001:2.0:1780978268.661969:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978268.661971:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978268.661972:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db255927. 00000100:00000001:2.0:1780978268.661976:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978268.661976:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.661978:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978268.661980:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087c73aba x1867487341849920/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978300 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.661985:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978268.661986:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978268.661987:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978268.661989:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978268.661990:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978268.661991:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978268.661993:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978268.661993:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007ba656e9. 02000000:00000001:2.0:1780978268.661995:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978268.661996:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978268.661997:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087c73aba. 00000100:00000001:2.0:1780978268.661998:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978268.661999:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.662002:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.662004:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.662005:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978268.662007:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978268.662008:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978268.662010:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f1dcc52. 00000400:00000200:2.0:1780978268.662012:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f57d77f 00000400:00000010:2.0:1780978268.662013:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f57d77f. 00000100:00000001:2.0:1780978268.662015:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978268.662017:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978268.662023:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.662029:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978268.662030:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.662031:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978268.662032:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978268.662033:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978268.662034:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978268.662036:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978268.662039:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=67 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978268.662042:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=67 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978268.662044:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978268.662045:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978268.662046:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978268.662048:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.662049:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978268.662051:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978268.662053:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978268.662054:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978268.662056:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.662062:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978268.662064:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978268.662065:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978268.662067:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978268.662073:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341849856:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978268.662077:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.662078:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978268.662080:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000f601e32 x1867487341849856/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978268.662085:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978268.662086:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978268.662088:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978268.662090:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978268.662090:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978268.662092:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978268.662094:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978268.662095:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006bb56103. 02000000:00000001:2.0:1780978268.662165:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978268.662167:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978268.662168:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000f601e32. 00000100:00000001:2.0:1780978268.662171:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978268.662172:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.662174:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978268.662181:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978268.662183:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978268.662185:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978268.662186:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978269.473518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978269.473524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978269.473529:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978269.473530:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978269.473533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978269.473535:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978269.474988:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978269.474992:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978269.474997:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978270.499448:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978270.499453:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978270.499458:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978270.499459:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978270.499462:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978270.499463:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978270.499552:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978270.499556:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978270.499558:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978271.523574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978271.523582:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978271.523591:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978271.523593:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978271.523598:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978271.523600:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978271.523711:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978271.523716:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978271.523719:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978272.545493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978272.545502:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978272.545504:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978272.545507:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545512:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978272.545514:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545516:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545518:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978272.545522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545525:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978272.545527:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978272.545528:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978272.545532:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978272.545534:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978272.545535:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545536:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978272.545537:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545538:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978272.545539:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978272.545637:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978272.545641:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978272.545643:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978273.570900:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978273.570908:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978273.570917:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978273.570918:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978273.570922:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978273.570924:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978273.571026:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978273.571030:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978273.571033:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978273.761557:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978273.761568:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978273.761578:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978273.761584:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978273.761589:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978273.761592:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978273.761598:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978273.761605:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978273.761612:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761621:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978273.761630:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978273.761633:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761638:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_01+1] req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761668:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761671:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978273.761674:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978273.761677:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000020:00000040:2.0:1780978273.761678:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978273.761680:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978273.761681:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978273.761683:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978273.761687:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978273.761689:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761692:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978273.761697:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978273.761699:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761701:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_00+0] req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761707:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761710:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978273.761712:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978273.761715:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978273.761716:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978273.761718:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978273.761719:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978273.761720:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978273.761722:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978273.761724:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761726:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978273.761732:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978273.761733:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.761736:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_01+1] req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761742:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978273.761744:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978273.761747:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978273.761749:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978273.761751:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978273.761755:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3666) 00000100:00000001:2.0:1780978273.761769:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978273.761772:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978273.761774:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978273.761777:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761784:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978273.761786:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.761789:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978273.761791:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978273.761795:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850048:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978273.761798:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978273.761803:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978273.761805:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.761807:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978273.761810:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978273.761812:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978273.761819:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978273.761823:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f1dcc52. 00000400:00000010:2.0:1780978273.761829:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f57d77f. 00000100:00000200:2.0:1780978273.761835:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850048, portal 10 00000100:00000001:2.0:1780978273.761837:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978273.761838:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:2.0:1780978273.761844:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761850:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978273.761853:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978273.761855:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000457f0c31. 00000100:00000200:2.0:1780978273.761857:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850048, offset 0 00000400:00000200:2.0:1780978273.761864:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978273.761871:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.761879:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978273.761886:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978273.761890:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978273.761893:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978273.761897:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2167:2167:256:4294967295] 192.168.201.116@tcp LPNI seq info [2167:2167:8:4294967295] 00000400:00000200:2.0:1780978273.761901:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.761908:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978273.761914:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978273.761918:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978273.761934:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978273.761941:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978273.761945:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978273.761958:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.761960:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.761963:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.761965:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.761967:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.761975:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978273.761976:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978273.761978:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978273.761979:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978273.761980:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978273.761982:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780978273.761983:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.761985:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978273.761986:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.761987:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978273.761988:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978273.761989:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978273.761992:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.761997:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978273.761998:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.762000:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978273.762002:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978273.762004:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849984:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978273.762007:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978273.762009:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978273.762010:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.762011:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978273.762014:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978273.762015:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978273.762019:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978273.762021:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a42b8eb9. 00000400:00000010:2.0:1780978273.762024:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978273.762027:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341849984, portal 25 00000100:00000001:2.0:1780978273.762029:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978273.762030:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978273.762033:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.762038:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978273.762040:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978273.762042:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049373e40. 00000100:00000200:2.0:1780978273.762043:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341849984, offset 0 00000400:00000200:2.0:1780978273.762047:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978273.762050:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.762054:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978273.762069:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978273.762071:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978273.762073:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978273.762076:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2168:2168:255:4294967295] 192.168.201.116@tcp LPNI seq info [2168:2168:7:4294967295] 00000400:00000200:2.0:1780978273.762079:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.762084:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978273.762088:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978273.762091:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3214502). 00000800:00000200:2.0:1780978273.762095:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978273.762099:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978273.762101:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978273.762103:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.762104:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.762106:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.762108:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978273.762110:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.762116:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978273.762117:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.762119:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978273.762121:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978273.762123:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850112:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978273.762126:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978273.762127:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978273.762128:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.762129:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978273.762131:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978273.762133:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978273.762136:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978273.762138:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e5db2a5. 00000400:00000010:2.0:1780978273.762140:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978273.762143:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850112, portal 10 00000100:00000001:2.0:1780978273.762144:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978273.762145:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:2.0:1780978273.762149:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.762154:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978273.762156:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978273.762158:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07849d. 00000100:00000200:2.0:1780978273.762159:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850112, offset 0 00000400:00000200:2.0:1780978273.762163:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978273.762166:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.762169:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978273.762172:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978273.762174:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978273.762176:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978273.762178:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2169:2169:254:4294967295] 192.168.201.116@tcp LPNI seq info [2169:2169:6:4294967295] 00000400:00000200:2.0:1780978273.762182:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978273.762187:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978273.762191:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978273.762194:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214750). 00000800:00000200:2.0:1780978273.762198:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978273.762202:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978273.762204:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978273.762206:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.762207:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.762209:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.762789:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.762792:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978273.762910:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978273.762914:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214502). 00000400:00000200:3.0:1780978273.762921:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.762929:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978273.762935:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000457f0c31 00000400:00000010:3.0:1780978273.762937:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000457f0c31. 00000100:00000001:3.0:1780978273.762941:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978273.762946:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.762955:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978273.762957:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.762965:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978273.762966:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978273.762980:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978273.762982:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214254). 00000400:00000200:3.0:1780978273.762984:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.762987:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978273.762989:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049373e40 00000400:00000010:3.0:1780978273.762990:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049373e40. 00000100:00000001:3.0:1780978273.762992:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978273.762994:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.763000:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978273.763001:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.763007:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978273.763008:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978273.763080:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978273.763082:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214006). 00000400:00000200:3.0:1780978273.763085:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.763088:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978273.763090:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07849d 00000400:00000010:3.0:1780978273.763091:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07849d. 00000100:00000001:3.0:1780978273.763093:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978273.763095:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.763101:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978273.763103:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.763108:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978273.763109:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978273.763119:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978273.763122:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978273.771145:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771162:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978273.771167:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771170:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771182:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771192:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978273.771201:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771206:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771221:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771226:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22dc0 00000400:00000200:3.0:1780978273.771232:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771248:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a55 [1] + 224 00000800:00000001:3.0:1780978273.771257:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771262:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771264:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.771268:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978273.771275:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978273.771282:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978273.771293:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.771315:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978273.771324:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771327:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978273.771329:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771330:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771334:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771337:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978273.771341:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771343:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771346:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771348:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22e00 00000400:00000200:3.0:1780978273.771351:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771383:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a75 [1] + 224 00000800:00000001:3.0:1780978273.771387:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771391:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771392:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.771395:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978273.771398:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978273.771401:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978273.771408:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.771414:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978273.771418:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771420:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978273.771422:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771423:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771426:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771429:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978273.771433:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771435:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771437:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771440:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22d80 00000400:00000200:3.0:1780978273.771443:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978273.771447:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a65 [1] + 224 00000800:00000001:3.0:1780978273.771450:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771455:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978273.771457:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978273.771459:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978273.771462:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978273.771464:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978273.771471:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978273.771482:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978273.771485:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978273.771487:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.771988:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978273.771992:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978273.772000:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978273.772002:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978273.772005:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a42b8eb9. 00000400:00000200:2.0:1780978273.772012:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978273.772014:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978273.772017:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978273.772022:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978273.772031:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772037:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978273.772038:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772040:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978273.772043:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978273.772045:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978273.772047:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.772050:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978273.772066:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=72 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978273.772070:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=72 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978273.772073:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978273.772074:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978273.772076:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978273.772078:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.772080:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.772084:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772097:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.772100:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978273.772102:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978273.772105:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978273.772112:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341849984:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:2.0:1780978273.772118:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978273.772119:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978273.772120:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e5db2a5. 00000400:00000200:2.0:1780978273.772122:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:2.0:1780978273.772123:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:2.0:1780978273.772125:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978273.772127:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978273.772134:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772140:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978273.772141:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772143:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978273.772144:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978273.772145:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978273.772146:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.772147:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978273.772152:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=71 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978273.772155:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=71 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978273.772158:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978273.772158:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978273.772160:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978273.772163:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.772165:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978273.772167:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978273.772169:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978273.772171:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.772173:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772179:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.772181:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978273.772182:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978273.772184:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978273.772191:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850112:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:2.0:1780978273.772196:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978273.772197:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978273.772198:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f1dcc52. 00000400:00000200:2.0:1780978273.772200:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f57d77f 00000400:00000010:2.0:1780978273.772201:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f57d77f. 00000100:00000001:2.0:1780978273.772203:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978273.772205:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978273.772221:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772227:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978273.772228:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772229:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978273.772231:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978273.772231:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978273.772233:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978273.772234:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978273.772237:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=72 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978273.772247:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=72 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978273.772250:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978273.772251:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978273.772252:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978273.772253:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.772255:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978273.772257:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978273.772259:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978273.772260:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978273.772263:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772268:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978273.772270:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978273.772271:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978273.772273:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978273.772280:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850048:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978273.772284:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772287:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978273.772290:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341849984/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978280 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772296:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978273.772298:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978273.772300:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978273.772304:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978273.772306:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978273.772308:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978273.772310:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978273.772312:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:2.0:1780978273.772315:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978273.772316:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978273.772318:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:2.0:1780978273.772321:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978273.772322:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772324:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978273.772326:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341850112/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978305 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772331:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978273.772332:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978273.772333:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978273.772335:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978273.772336:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978273.772337:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978273.772339:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978273.772340:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978273.772341:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978273.772342:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978273.772343:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:2.0:1780978273.772345:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978273.772346:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772347:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978273.772349:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341850048/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978273.772387:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978273.772388:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978273.772389:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978273.772392:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978273.772393:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978273.772393:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978273.772395:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978273.772396:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978273.772399:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978273.772400:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978273.772400:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:2.0:1780978273.772403:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978273.772404:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772407:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978273.772416:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978273.772418:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978273.772420:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978273.772422:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978274.594941:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978274.594946:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978274.594952:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978274.594953:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978274.594956:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978274.594957:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978274.595093:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978274.595096:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978274.595098:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978275.617920:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978275.617926:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978275.617932:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978275.617933:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978275.617937:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978275.617938:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978275.618129:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978275.618133:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978275.618135:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978276.641435:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978276.641441:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978276.641449:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978276.641450:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978276.641454:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978276.641455:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978276.641634:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978276.641638:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978276.641640:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978277.667861:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978277.667866:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978277.667872:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978277.667876:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978277.667878:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978277.667883:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978277.667885:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978277.667886:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978277.667889:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978277.667891:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978277.667893:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978277.667895:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978277.667898:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978277.667899:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978277.668000:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978277.668003:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978277.668006:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978278.689873:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978278.689880:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978278.689887:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978278.689888:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978278.689891:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978278.689892:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978278.690893:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978278.690951:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978278.690956:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978278.882713:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978278.882726:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978278.882736:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000020:00000040:2.0:1780978278.882744:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978278.882750:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978278.882753:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978278.882758:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978278.882765:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978278.882772:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882782:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978278.882790:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978278.882794:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882799:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_00+0] req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.882830:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882833:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978278.882835:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978278.882838:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978278.882841:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978278.882843:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978278.882844:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978278.882845:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978278.882847:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978278.882850:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882852:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978278.882857:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978278.882858:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882861:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_01+1] req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.882866:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882868:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978278.882871:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978278.882873:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978278.882875:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978278.882877:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978278.882878:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978278.882880:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978278.882882:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978278.882884:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882887:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978278.882891:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978278.882905:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.882908:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_00+0] req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.882914:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978278.882916:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978278.882918:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978278.882920:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978278.882923:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978278.882927:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3671) 00000100:00000001:3.0:1780978278.884145:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978278.884176:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978278.884179:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978278.884187:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.884198:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978278.884199:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884204:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978278.884206:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978278.884209:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850240:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978278.884212:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978278.884217:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978278.884219:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884221:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978278.884227:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978278.884229:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978278.884236:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978278.884240:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008a1a2777. 00000400:00000010:3.0:1780978278.884245:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978278.884251:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850240, portal 10 00000100:00000001:3.0:1780978278.884253:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978278.884255:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:3.0:1780978278.884261:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.884267:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978278.884270:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978278.884272:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc26c45b. 00000100:00000200:3.0:1780978278.884273:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850240, offset 0 00000400:00000200:3.0:1780978278.884279:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978278.884289:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884300:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978278.884308:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978278.884311:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978278.884314:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978278.884318:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2170:2170:256:4294967295] 192.168.201.116@tcp LPNI seq info [2170:2170:8:4294967295] 00000400:00000200:3.0:1780978278.884321:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884330:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978278.884335:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978278.884340:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3214254). 00000800:00000200:3.0:1780978278.884346:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978278.884354:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978278.884403:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978278.884425:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884427:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978278.884430:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884432:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884434:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978278.884441:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978278.884443:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:3.0:1780978278.884445:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978278.884446:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978278.884447:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978278.884450:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780978278.884452:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978278.884453:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978278.884454:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978278.884456:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978278.884456:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978278.884457:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978278.884461:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.884467:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978278.884468:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884470:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978278.884472:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978278.884474:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850176:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978278.884477:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978278.884479:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978278.884479:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884481:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978278.884483:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978278.884485:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978278.884489:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978278.884491:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d508f19. 00000400:00000010:3.0:1780978278.884494:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978278.884496:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850176, portal 25 00000100:00000001:3.0:1780978278.884498:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978278.884499:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:3.0:1780978278.884503:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.884508:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978278.884510:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978278.884512:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000790b552. 00000100:00000200:3.0:1780978278.884513:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341850176, offset 0 00000400:00000200:3.0:1780978278.884518:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978278.884520:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884523:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978278.884528:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978278.884529:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978278.884531:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978278.884533:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2171:2171:255:4294967295] 192.168.201.116@tcp LPNI seq info [2171:2171:7:4294967295] 00000400:00000200:3.0:1780978278.884536:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884541:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978278.884544:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978278.884547:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006879befb (tot 3214502). 00000800:00000200:3.0:1780978278.884550:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978278.884553:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978278.884555:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006879befb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978278.884557:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884558:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978278.884560:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884561:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978278.884564:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.884569:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978278.884569:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884571:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978278.884572:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978278.884574:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850304:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978278.884577:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978278.884579:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978278.884580:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978278.884581:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978278.884583:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978278.884585:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978278.884587:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978278.884589:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a8dc567. 00000400:00000010:3.0:1780978278.884592:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978278.884594:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850304, portal 10 00000100:00000001:3.0:1780978278.884595:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978278.884596:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:3.0:1780978278.884600:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:2.0:1780978278.884603:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1780978278.884605:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000010:2.0:1780978278.884606:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3214254). 00000100:00000040:3.0:1780978278.884607:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978278.884608:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978278.884610:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850304, offset 0 00000400:00000200:2.0:1780978278.884611:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978278.884613:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978278.884616:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978278.884616:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884618:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978278.884620:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc26c45b 00000400:00000200:3.0:1780978278.884621:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000010:2.0:1780978278.884622:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc26c45b. 00000400:00000200:3.0:1780978278.884623:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978278.884625:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000100:00000001:2.0:1780978278.884626:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:3.0:1780978278.884627:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2172:2172:254:4294967295] 192.168.201.116@tcp LPNI seq info [2172:2172:6:4294967295] 00000100:00000200:2.0:1780978278.884629:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1780978278.884631:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.884636:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000100:00000001:2.0:1780978278.884638:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000800:00000200:3.0:1780978278.884639:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000100:00000040:2.0:1780978278.884640:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000010:3.0:1780978278.884641:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3214502). 00000800:00000200:3.0:1780978278.884645:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978278.884648:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978278.884650:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978278.884651:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884652:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.884653:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978278.884654:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978278.884655:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884657:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978278.884659:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978278.884665:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978278.884667:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006879befb (tot 3214254). 00000400:00000200:2.0:1780978278.884669:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978278.884672:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978278.884672:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1780978278.884673:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000790b552 00000100:00000001:3.0:1780978278.884673:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780978278.884675:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000790b552. 00000100:00000001:2.0:1780978278.884676:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978278.884678:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.884684:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978278.884686:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.884690:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.884691:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978278.884711:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978278.884713:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214006). 00000400:00000200:2.0:1780978278.884715:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978278.884717:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978278.884719:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:2.0:1780978278.884720:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:2.0:1780978278.884722:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978278.884724:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.884728:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978278.884730:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.884735:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.884736:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978278.891488:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891507:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978278.891512:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891514:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891525:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891534:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978278.891541:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891547:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891551:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891555:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22e80 00000400:00000200:3.0:1780978278.891561:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891566:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a85 [1] + 224 00000800:00000001:3.0:1780978278.891574:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891578:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891580:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978278.891584:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978278.891590:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978278.891596:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978278.891605:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.891630:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978278.891639:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891642:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978278.891644:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891646:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891648:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891651:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978278.891655:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891657:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891660:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891662:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22ec0 00000400:00000200:3.0:1780978278.891665:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891668:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6aa5 [1] + 224 00000800:00000001:3.0:1780978278.891672:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891676:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891678:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978278.891680:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978278.891683:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978278.891685:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978278.891691:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.891697:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978278.891700:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891702:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978278.891703:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891704:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891707:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891709:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978278.891712:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891714:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891716:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891718:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22e40 00000400:00000200:3.0:1780978278.891721:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978278.891724:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6a95 [1] + 224 00000800:00000001:3.0:1780978278.891726:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891744:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978278.891746:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978278.891749:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978278.891751:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978278.891754:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978278.891761:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978278.891767:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978278.891772:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978278.891774:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892138:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978278.892142:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978278.892157:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978278.892158:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978278.892161:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d508f19. 00000400:00000200:2.0:1780978278.892165:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:2.0:1780978278.892167:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:2.0:1780978278.892178:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978278.892182:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978278.892190:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892196:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978278.892197:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892200:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978278.892203:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978278.892205:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978278.892209:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978278.892211:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978278.892218:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=77 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978278.892222:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=77 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978278.892225:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978278.892226:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978278.892229:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978278.892231:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.892234:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.892238:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892243:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978278.892245:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978278.892247:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978278.892249:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978278.892255:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850176:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:2.0:1780978278.892261:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978278.892263:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978278.892264:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a8dc567. 00000400:00000200:2.0:1780978278.892276:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:2.0:1780978278.892278:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:2.0:1780978278.892279:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978278.892281:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978278.892287:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892291:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978278.892292:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892294:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978278.892295:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978278.892296:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978278.892297:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978278.892298:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978278.892302:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=76 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978278.892305:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=76 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978278.892306:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978278.892308:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978278.892309:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978278.892311:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.892313:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978278.892315:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978278.892316:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978278.892317:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.892320:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892324:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978278.892326:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978278.892327:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978278.892329:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978278.892532:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850304:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:2.0:1780978278.892539:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978278.892540:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978278.892541:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008a1a2777. 00000400:00000200:2.0:1780978278.892543:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:2.0:1780978278.892544:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:2.0:1780978278.892546:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978278.892548:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978278.892554:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892559:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978278.892560:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892561:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978278.892562:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978278.892563:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978278.892564:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978278.892566:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978278.892569:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=77 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978278.892571:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=77 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978278.892573:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978278.892574:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978278.892575:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978278.892577:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.892578:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978278.892579:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978278.892581:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978278.892582:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978278.892584:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892589:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978278.892590:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978278.892592:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978278.892594:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1780978278.892604:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850240:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978278.892608:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892611:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978278.892613:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341850176/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978285 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892619:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978278.892621:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978278.892624:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002812ae69. 02000000:00000001:2.0:1780978278.892627:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978278.892629:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978278.892631:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978278.892634:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978278.892636:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978278.892639:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978278.892640:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978278.892641:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:2.0:1780978278.892644:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978278.892645:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892647:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978278.892649:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341850304/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978310 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892653:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978278.892654:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978278.892655:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:2.0:1780978278.892657:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978278.892657:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978278.892658:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978278.892660:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978278.892660:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:2.0:1780978278.892662:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978278.892663:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978278.892663:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:2.0:1780978278.892665:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978278.892666:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892668:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978278.892669:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341850240/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978278.892673:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978278.892674:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978278.892675:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:2.0:1780978278.892676:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978278.892677:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978278.892678:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978278.892679:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978278.892680:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978278.892681:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978278.892682:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978278.892682:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:2.0:1780978278.892684:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978278.892685:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892686:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978278.892695:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978278.892697:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978278.892699:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978278.892701:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978279.714642:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978279.714648:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978279.714654:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978279.714655:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978279.714658:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978279.714659:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978279.716578:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978279.716585:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978279.716589:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978280.739769:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978280.739774:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978280.739780:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978280.739782:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978280.739786:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978280.739787:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978280.739933:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978280.739937:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978280.739940:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978281.762534:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978281.762539:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978281.762546:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978281.762547:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978281.762550:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978281.762551:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978281.762855:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978281.762859:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978281.762862:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978282.785882:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978282.785889:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978282.785891:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978282.785893:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785899:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978282.785900:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785902:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785904:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785907:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978282.785908:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785911:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978282.785913:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978282.785913:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978282.785919:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978282.785921:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978282.785922:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785923:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978282.785924:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785925:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978282.785927:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978282.791124:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978282.791130:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978282.791135:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978283.812371:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978283.812376:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978283.812382:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978283.812383:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978283.812387:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978283.812388:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978283.812741:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978283.812745:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978283.812748:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978284.001773:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978284.001784:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978284.001795:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978284.001802:0:8:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978284.001807:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978284.001810:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978284.001815:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978284.001823:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978284.001830:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001841:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978284.001851:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978284.001855:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001868:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_01+1] req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.001899:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001901:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978284.001904:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978284.001907:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978284.001909:0:8:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978284.001911:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978284.001912:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978284.001914:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978284.001917:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978284.001919:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001924:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978284.001930:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978284.001932:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001935:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_00+0] req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.001941:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001943:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978284.001945:0:8:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780978284.001945:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1780978284.001949:0:8:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000100:00000001:3.0:1780978284.001951:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1780978284.001952:0:8:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978284.001955:0:8:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1780978284.001955:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1780978284.001958:0:8:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978284.001959:0:8:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978284.001963:0:8:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000040:3.0:1780978284.001963:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.001967:0:8:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001973:0:8:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978284.001977:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978284.001979:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.001983:0:8:0:(jobid.c:870:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1780978284.001985:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780978284.001986:0:8:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978284.001989:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978284.001990:0:8:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_01+1] req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978284.001995:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850368:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978284.002002:0:8:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.002003:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1780978284.002005:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978284.002009:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1780978284.002010:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1780978284.002012:0:8:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1780978284.002014:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978284.002016:0:8:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1780978284.002018:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1780978284.002023:0:8:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3676) 02000000:00000010:3.0:1780978284.002024:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978284.002028:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.002036:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978284.002040:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978284.002046:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978284.002053:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850368, portal 25 00000100:00000001:3.0:1780978284.002055:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978284.002056:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:3.0:1780978284.002070:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.002075:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978284.002078:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978284.002078:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1780978284.002081:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978284.002082:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978284.002086:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef5305f. 00000100:00000040:2.0:1780978284.002087:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978284.002090:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341850368, offset 0 00000100:00000001:2.0:1780978284.002098:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978284.002099:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.002101:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 02000000:00000001:2.0:1780978284.002107:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978284.002109:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.002113:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00100000:2.0:1780978284.002115:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850432:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1780978284.002119:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978284.002121:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978284.002123:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.002125:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 02000000:00000001:2.0:1780978284.002126:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978284.002130:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978284.002132:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.002135:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978284.002139:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978284.002142:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978284.002145:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2173:2173:256:4294967295] 192.168.201.116@tcp LPNI seq info [2173:2173:8:4294967295] 00000400:00000200:3.0:1780978284.002149:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.002156:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:2.0:1780978284.002164:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:3.0:1780978284.002165:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978284.002170:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f1dcc52. 00000800:00000010:3.0:1780978284.002173:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faaed9c1 (tot 3214254). 00000400:00000010:2.0:1780978284.002176:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f57d77f. 00000100:00000200:2.0:1780978284.002180:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850432, portal 10 00000100:00000001:2.0:1780978284.002183:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1780978284.002184:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000100:00000001:2.0:1780978284.002185:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978284.002196:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:3.0:1780978284.002196:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978284.002201:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faaed9c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978284.002205:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978284.002208:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978284.002211:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978284.002213:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850432, offset 0 00000100:00000001:3.0:1780978284.002217:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978284.002221:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000001:3.0:1780978284.002221:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978284.002225:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978284.002229:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:3.0:1780978284.002230:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.002234:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978284.002235:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978284.002240:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978284.002242:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1780978284.002244:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1780978284.002245:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000100:00000001:3.0:1780978284.002247:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:2.0:1780978284.002250:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2174:2174:255:4294967295] 192.168.201.116@tcp LPNI seq info [2174:2174:7:4294967295] 00000100:00000001:3.0:1780978284.002251:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978284.002253:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978284.002254:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1780978284.002257:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:3.0:1780978284.002260:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.002268:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978284.002270:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978284.002272:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978284.002273:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978284.002276:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850496:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978284.002282:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978284.002284:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978284.002285:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978284.002286:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978284.002289:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978284.002290:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978284.002340:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978284.002346:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978284.002350:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214502). 00000800:00000200:2.0:1780978284.002354:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978284.002388:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978284.002390:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978284.002393:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.002394:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978284.002396:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.002398:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.002399:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978284.002403:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978284.002404:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978284.002405:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978284.002406:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978284.002407:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.002409:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978284.002446:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978284.002449:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faaed9c1 (tot 3214254). 00000400:00000200:2.0:1780978284.002455:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978284.002460:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978284.002464:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef5305f 00000400:00000010:2.0:1780978284.002466:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef5305f. 00000100:00000001:2.0:1780978284.002470:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978284.002473:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.002481:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978284.002483:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.002488:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.002489:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1780978284.009083:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978284.009096:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c764401. 00000400:00000010:3.0:1780978284.009108:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef5305f. 00000100:00000200:3.0:1780978284.009118:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850496, portal 10 00000100:00000001:3.0:1780978284.009122:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978284.009123:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:3.0:1780978284.009138:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.009147:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978284.009149:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978284.009152:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978284.009154:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850496, offset 0 00000400:00000200:3.0:1780978284.009160:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978284.009168:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.009175:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978284.009183:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978284.009187:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978284.009190:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978284.009193:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2175:2175:254:4294967295] 192.168.201.116@tcp LPNI seq info [2175:2175:6:4294967295] 00000400:00000200:3.0:1780978284.009197:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.009204:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978284.009209:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978284.009215:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faaed9c1 (tot 3214502). 00000800:00000200:3.0:1780978284.009222:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978284.009229:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978284.009233:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faaed9c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978284.009237:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.009239:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978284.009242:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.009247:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.009250:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.009258:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978284.009260:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978284.009263:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978284.009265:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978284.009265:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.009268:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978284.009724:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978284.009729:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214254). 00000400:00000200:2.0:1780978284.009735:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978284.009740:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978284.009744:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:2.0:1780978284.009746:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:2.0:1780978284.009749:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978284.009753:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.009763:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978284.009766:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.009771:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.009773:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978284.009844:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978284.009846:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faaed9c1 (tot 3214006). 00000400:00000200:2.0:1780978284.009850:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978284.009853:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978284.009855:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:2.0:1780978284.009856:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:2.0:1780978284.009859:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978284.009861:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.009867:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978284.009868:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.009873:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.009874:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978284.012707:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.012725:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978284.012729:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.012731:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978284.012742:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.012750:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978284.012756:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.012762:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.012766:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.012769:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22f40 00000400:00000200:3.0:1780978284.012774:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.012780:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ac5 [1] + 224 00000800:00000001:3.0:1780978284.012787:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.012790:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978284.012793:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978284.012796:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978284.012802:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978284.012809:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978284.012820:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.012840:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978284.012923:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978284.012929:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1780978284.013671:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.013679:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978284.013682:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.013683:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978284.013688:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.013693:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978284.013698:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.013701:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.013703:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.013706:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a22f80 00000400:00000200:3.0:1780978284.013710:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978284.013715:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ad5 [1] + 224 00000800:00000001:3.0:1780978284.013721:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.013725:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978284.013727:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1780978284.013727:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1780978284.013730:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1780978284.013731:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000010:2.0:1780978284.013735:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f1dcc52. 00000400:00000200:2.0:1780978284.013742:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f57d77f 00000400:00000010:2.0:1780978284.013744:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f57d77f. 00000100:00000001:2.0:1780978284.013747:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1780978284.013749:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978284.013754:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978284.013755:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1780978284.013779:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1780978284.013780:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.013801:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978284.013804:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978284.013807:0:2262:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:3.0:1780978284.013809:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:2.0:1780978284.013810:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978284.013814:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1780978284.013815:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780978284.013817:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978284.013819:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1780978284.013821:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978284.013823:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.013826:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978284.013829:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00001000:2.0:1780978284.013833:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=83 v=21 (21 21 21 21) 00000400:00000200:3.0:1780978284.013833:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978284.013838:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00001000:2.0:1780978284.013839:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=83 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978284.013843:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1780978284.013843:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978284.013845:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.013849:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00010000:00000001:2.0:1780978284.013850:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1780978284.013853:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22f00 00010000:00000001:2.0:1780978284.013855:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978284.013859:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978284.013861:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978284.013863:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000400:00000200:3.0:1780978284.013866:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ab5 [1] + 224 00000100:00000001:2.0:1780978284.013868:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978284.013870:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978284.013873:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:2.0:1780978284.013877:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.013883:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978284.013887:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978284.013890:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978284.013891:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978284.013895:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:3.0:1780978284.013895:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978284.013902:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978284.013908:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00100000:2.0:1780978284.013911:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341850432:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000200:3.0:1780978284.013914:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.013919:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978284.013923:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978284.013927:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1780978284.013929:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341850432/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978317 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.013945:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978284.013948:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978284.013951:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1780978284.013951:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978284.013955:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1780978284.013956:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978284.013962:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978284.013964:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978284.013966:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978284.013968:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978284.013970:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 00000100:00000001:3.0:1780978284.013971:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1780978284.013975:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1780978284.013975:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1780978284.013977:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978284.013980:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000400:00000001:3.0:1780978284.013981:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978284.013983:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1780978284.013984:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1780978284.013985:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c764401. 00000100:00000001:2.0:1780978284.013986:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978284.013990:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978284.013990:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef5305f 00000400:00000010:3.0:1780978284.013993:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef5305f. 00000100:00000001:3.0:1780978284.013996:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1780978284.013999:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1780978284.014000:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1780978284.014002:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978284.014006:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978284.014008:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1780978284.014013:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014020:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978284.014021:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014023:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978284.014025:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978284.014027:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978284.014028:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978284.014031:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978284.014035:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=82 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978284.014038:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=82 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978284.014040:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978284.014042:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978284.014043:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978284.014045:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.014048:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978284.014049:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978284.014050:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978284.014052:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978284.014054:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014071:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978284.014073:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978284.014074:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978284.014076:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978284.014082:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850496:192.168.201.116@tcp:400:kworker/u8:0.0 00000400:00000001:3.0:1780978284.014087:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978284.014088:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978284.014089:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:3.0:1780978284.014091:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:3.0:1780978284.014092:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:3.0:1780978284.014094:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978284.014096:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1780978284.014102:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014107:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978284.014108:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014109:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978284.014110:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978284.014111:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978284.014112:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978284.014113:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978284.014116:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=83 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978284.014118:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=83 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978284.014120:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978284.014121:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978284.014122:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978284.014124:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.014125:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978284.014127:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014133:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978284.014134:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978284.014135:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978284.014137:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1780978284.014143:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850368:192.168.201.116@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1780978284.014147:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014149:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978284.014151:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341850496/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014156:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978284.014157:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978284.014159:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978284.014161:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978284.014162:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978284.014163:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978284.014165:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978284.014166:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978284.014169:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978284.014170:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978284.014171:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:3.0:1780978284.014173:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978284.014174:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014175:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978284.014178:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341850368/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978291 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1780978284.014183:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978284.014184:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978284.014185:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978284.014187:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978284.014189:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978284.014189:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978284.014191:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978284.014192:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978284.014194:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978284.014194:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978284.014195:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:3.0:1780978284.014197:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978284.014198:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014199:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978284.014204:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978284.014205:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978284.014207:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978284.014208:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978284.833809:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978284.833814:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978284.833821:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978284.833822:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978284.833825:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978284.833826:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978284.833913:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978284.833916:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978284.833918:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978285.857486:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978285.857492:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978285.857514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978285.857515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978285.857519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978285.857519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978285.857670:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978285.857674:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978285.857676:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978286.882045:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978286.882050:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978286.882057:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978286.882058:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978286.882062:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978286.882062:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978286.882217:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978286.882221:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978286.882223:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978287.908273:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978287.908287:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978287.908294:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978287.908297:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978287.908298:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978287.908303:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978287.908305:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978287.908307:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978287.908319:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978287.908321:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978287.908323:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978287.908325:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978287.908329:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978287.908330:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978287.908448:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978287.908452:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978287.908454:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978288.930351:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978288.930376:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978288.930388:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978288.930389:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978288.930392:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978288.930393:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978288.930500:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978288.930504:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978288.930506:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978289.121610:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978289.121622:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978289.121632:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b95e69e. 00000020:00000040:0.0:1780978289.121638:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978289.121643:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978289.121646:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978289.121651:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978289.121660:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acc3a4e4. 00000100:00000001:0.0:1780978289.121666:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121677:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978289.121687:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978289.121690:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121696:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003b95e69e] to pc [ptlrpcd_00_00+0] req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978289.121731:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121734:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978289.121738:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978289.121740:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4abef8f. 00000020:00000040:0.0:1780978289.121743:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978289.121745:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978289.121746:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978289.121747:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978289.121750:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac2686a9. 00000100:00000001:0.0:1780978289.121752:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121755:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978289.121761:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978289.121763:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121765:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4abef8f] to pc [ptlrpcd_00_01+1] req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978289.121773:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121774:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978289.121777:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978289.121780:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009afefa09. 00000020:00000040:0.0:1780978289.121782:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978289.121784:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978289.121785:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978289.121786:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978289.121789:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b5e94dc. 00000100:00000001:0.0:1780978289.121791:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121794:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978289.121800:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978289.121801:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978289.121804:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009afefa09] to pc [ptlrpcd_00_00+0] req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978289.121810:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978289.121812:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978289.121815:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978289.121817:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978289.121820:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978289.121825:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3681) 00000100:00000001:1.0:1780978289.122019:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.122023:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978289.122025:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978289.122031:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122039:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978289.122041:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122045:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978289.122047:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978289.122050:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341850560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.122055:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978289.122061:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978289.122062:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122065:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978289.122069:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978289.122071:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978289.122079:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978289.122083:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978289.122089:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978289.122096:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850560, portal 25 00000100:00000001:1.0:1780978289.122098:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978289.122099:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000040:1.0:1780978289.122104:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122109:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978289.122112:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978289.122114:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad2c19b9. 00000100:00000200:1.0:1780978289.122117:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341850560, offset 0 00000400:00000200:1.0:1780978289.122124:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978289.122133:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.122142:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978289.122151:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978289.122156:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978289.122158:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978289.122162:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2176:2176:256:4294967295] 192.168.201.116@tcp LPNI seq info [2176:2176:8:4294967295] 00000400:00000200:1.0:1780978289.122166:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.122174:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978289.122181:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978289.122185:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780978289.122192:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978289.122200:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978289.122204:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978289.122227:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.122229:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.122231:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.122234:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978289.122237:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122242:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978289.122243:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122246:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978289.122247:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978289.122248:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341850688:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.122251:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978289.122253:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978289.122268:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122269:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978289.122273:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978289.122274:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978289.122278:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978289.122280:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978289.122283:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780978289.122285:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850688, portal 10 00000100:00000001:1.0:1780978289.122288:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978289.122289:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701188032 : -109779008363584 : ffff9c281533e3c0) 00000100:00000040:1.0:1780978289.122294:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122299:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978289.122302:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000800:00000200:2.0:1780978289.122557:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978289.122562:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7a0e310 (tot 3214006). 00000400:00000200:2.0:1780978289.122569:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978289.122573:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978289.122577:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad2c19b9 00000400:00000010:2.0:1780978289.122579:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad2c19b9. 00000100:00000001:2.0:1780978289.122583:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978289.122586:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978289.122593:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978289.122596:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978289.122601:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978289.122603:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000010:1.0:1780978289.122758:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780978289.122763:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850688, offset 0 00000400:00000200:1.0:1780978289.122768:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978289.122772:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.122776:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978289.122781:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978289.122783:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978289.122785:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978289.122788:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2177:2177:256:4294967295] 192.168.201.116@tcp LPNI seq info [2177:2177:8:4294967295] 00000400:00000200:1.0:1780978289.122792:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.122797:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978289.122801:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978289.122804:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3214254). 00000800:00000200:1.0:1780978289.122807:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978289.122812:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978289.122814:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978289.122880:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.122884:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.122885:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.122888:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.122889:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.122897:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978289.122899:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978289.122901:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.122902:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978289.122903:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978289.122907:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978289.122908:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.122910:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978289.122911:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.122912:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.122914:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978289.122915:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978289.122919:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122926:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978289.122928:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.122928:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978289.122933:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122933:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978289.122936:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978289.122940:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341850624:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.122943:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978289.122946:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978289.122947:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.122949:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978289.122951:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978289.122953:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978289.122957:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978289.122959:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978289.122963:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978289.122966:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850624, portal 10 00000100:00000001:1.0:1780978289.122967:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978289.122979:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701171008 : -109779008380608 : ffff9c281533a140) 00000100:00000040:1.0:1780978289.122984:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.122989:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978289.122992:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978289.122993:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c46a47e8. 00000100:00000200:1.0:1780978289.122995:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850624, offset 0 00000400:00000200:1.0:1780978289.122999:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978289.123003:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.123006:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978289.123009:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978289.123011:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978289.123013:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978289.123015:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2178:2178:255:4294967295] 192.168.201.116@tcp LPNI seq info [2178:2178:7:4294967295] 00000400:00000200:1.0:1780978289.123018:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978289.123023:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978289.123026:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978289.123029:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214502). 00000800:00000200:1.0:1780978289.123032:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978289.123036:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978289.123038:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978289.123041:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.123042:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.123044:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.123046:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.123047:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978289.131129:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.131145:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978289.131150:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.131152:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.131163:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.131170:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978289.131177:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.131182:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.131186:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.131190:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a22fc0 00000400:00000200:3.0:1780978289.131196:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.131201:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ae5 [1] + 224 00000800:00000001:3.0:1780978289.131209:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.131215:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.131218:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978289.131222:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978289.131228:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978289.131234:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978289.131244:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.131272:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978289.131311:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978289.131314:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4740398 (tot 3214254). 00000400:00000200:3.0:1780978289.131318:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978289.131321:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978289.131324:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9094d54 00000400:00000010:3.0:1780978289.131326:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9094d54. 00000100:00000001:3.0:1780978289.131329:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978289.131332:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.131342:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978289.131344:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.131350:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978289.131352:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978289.131381:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.131384:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780978289.131405:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978289.131407:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7823a40 (tot 3214006). 00000400:00000200:3.0:1780978289.131410:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978289.131413:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978289.131415:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c46a47e8 00000400:00000010:3.0:1780978289.131416:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c46a47e8. 00000100:00000001:3.0:1780978289.131418:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978289.131420:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.131427:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978289.131429:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.131435:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978289.131436:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978289.131707:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.131711:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978289.131718:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978289.131720:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978289.131722:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978289.131725:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:1.0:1780978289.131726:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:1.0:1780978289.131728:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978289.131732:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978289.131740:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.131745:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978289.131747:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.131748:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978289.131751:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978289.131754:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978289.131755:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.131757:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978289.131763:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=88 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978289.131767:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=88 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978289.131769:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978289.131770:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978289.131772:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978289.131774:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.131776:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978289.131780:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.131785:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.131788:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978289.131790:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978289.131792:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978289.131799:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341850560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.131803:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.131805:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978289.131806:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003b95e69e x1867487341850560/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978296 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.131812:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978289.131814:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978289.131816:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978289.131820:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978289.131822:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978289.131823:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978289.131825:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978289.131827:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acc3a4e4. 02000000:00000001:1.0:1780978289.131831:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978289.131832:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978289.131833:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003b95e69e. 00000100:00000001:1.0:1780978289.131836:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978289.131837:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.131839:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.131841:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.131842:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978289.131843:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.131844:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978289.140618:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.140635:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978289.140640:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.140642:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.140652:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.140661:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978289.140668:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.140674:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.140678:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.140682:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23040 00000400:00000200:3.0:1780978289.140687:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.140693:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6aed [1] + 224 00000800:00000001:3.0:1780978289.140702:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.140706:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.140709:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978289.141272:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978289.141279:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978289.141286:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978289.141298:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.141335:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978289.141346:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.141352:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978289.141354:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978289.141406:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.141410:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.141414:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978289.141419:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.141422:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.141425:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.141427:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23000 00000400:00000200:3.0:1780978289.141430:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978289.141434:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6af5 [1] + 224 00000800:00000001:3.0:1780978289.141439:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1780978289.141695:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.141700:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978289.141709:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978289.141711:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978289.141715:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978289.141720:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:1.0:1780978289.141722:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:1.0:1780978289.141725:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978289.141729:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978289.141737:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.141742:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978289.141744:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.141746:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978289.141750:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978289.141753:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978289.141755:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.141758:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978289.141769:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=87 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978289.141774:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=87 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978289.141777:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978289.141779:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978289.141782:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978289.141786:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.141790:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978289.141791:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978289.141793:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978289.141795:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978289.141798:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.141805:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.141808:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978289.141810:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978289.141813:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978289.141820:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341850688:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.141824:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.141826:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978289.141828:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009afefa09 x1867487341850688/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.141839:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978289.141841:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978289.141843:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978289.141846:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978289.141848:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978289.141850:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978289.141852:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978289.141854:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:1.0:1780978289.141858:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978289.141859:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978289.141860:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009afefa09. 00000100:00000001:1.0:1780978289.141863:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978289.141864:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.141867:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.141869:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.141870:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978289.141872:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.141873:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978289.141925:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978289.141928:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978289.141932:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978289.141935:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978289.141938:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978289.141944:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978289.141960:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978289.143869:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.143875:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978289.143884:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978289.143886:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978289.143888:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978289.143897:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:1.0:1780978289.143899:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:1.0:1780978289.143903:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978289.143914:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978289.143924:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.143931:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978289.143933:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.143935:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978289.143938:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978289.143941:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978289.143943:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978289.143946:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978289.143954:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=88 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978289.143958:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=88 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978289.143961:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978289.143962:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978289.143965:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978289.143979:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.143983:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978289.143984:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978289.143987:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978289.143988:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978289.143992:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.143998:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978289.144001:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978289.144003:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978289.144006:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978289.144013:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341850624:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978289.144018:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.144020:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978289.144023:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d4abef8f x1867487341850624/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978322 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978289.144029:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978289.144031:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978289.144033:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d439c0ea. 02000000:00000001:1.0:1780978289.144038:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978289.144039:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978289.144041:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978289.144043:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978289.144045:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ac2686a9. 02000000:00000001:1.0:1780978289.144049:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978289.144051:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978289.144052:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4abef8f. 00000100:00000001:1.0:1780978289.144056:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978289.144058:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.144060:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978289.144070:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978289.144072:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978289.144074:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978289.144076:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978289.154074:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978289.154094:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780978289.953509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978289.953515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978289.953522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978289.953523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978289.953527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978289.953528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978289.953700:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978289.953703:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978289.953707:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978290.977979:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978290.977984:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978290.977999:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978290.978000:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978290.978004:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978290.978005:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978290.979406:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978290.979413:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978290.979418:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978292.001500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978292.001505:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978292.001512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978292.001513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978292.001516:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978292.001517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978292.001647:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978292.001650:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978292.001653:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978293.026586:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978293.026592:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978293.026594:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978293.026596:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026601:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978293.026603:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026605:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026607:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026610:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978293.026612:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026615:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978293.026616:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978293.026617:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978293.026621:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978293.026623:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978293.026624:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026626:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978293.026627:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026628:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978293.026629:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978293.026871:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978293.026874:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978293.026877:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978294.049565:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978294.049572:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978294.049579:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978294.049580:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978294.049583:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978294.049584:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978294.049672:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978294.049675:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978294.049678:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978294.243510:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978294.243520:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978294.243530:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004224dedb. 00000020:00000040:3.0:1780978294.243537:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978294.243541:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978294.243544:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978294.243548:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978294.243556:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d96dfcd. 00000100:00000001:3.0:1780978294.243562:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243571:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978294.243580:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978294.243583:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243589:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004224dedb] to pc [ptlrpcd_01_00+0] req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243624:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243627:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978294.243630:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978294.243635:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000f601e32. 00000020:00000040:3.0:1780978294.243637:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978294.243639:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978294.243640:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978294.243642:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978294.243645:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006879befb. 00000100:00000001:3.0:1780978294.243647:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243651:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978294.243656:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978294.243658:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243660:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f601e32] to pc [ptlrpcd_01_01+1] req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243666:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243668:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978294.243671:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978294.243674:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087c73aba. 00000020:00000040:3.0:1780978294.243675:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978294.243677:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978294.243678:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978294.243679:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978294.243682:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005202dcc2. 00000100:00000001:3.0:1780978294.243684:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243686:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978294.243693:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978294.243694:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.243697:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087c73aba] to pc [ptlrpcd_01_00+0] req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243702:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978294.243704:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978294.243707:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978294.243709:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978294.243710:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978294.243715:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3686) 00000100:00000001:3.0:1780978294.243732:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.243735:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978294.243737:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978294.243741:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243748:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978294.243750:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.243754:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978294.243756:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978294.243758:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850816:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.243762:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978294.243768:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978294.243770:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.243772:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978294.243775:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978294.243777:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978294.243784:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978294.243789:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978294.243795:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978294.243816:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850816, portal 10 00000100:00000001:3.0:1780978294.243818:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978294.243820:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392663936 : -109779316887680 : ffff9c2802d02f80) 00000100:00000040:3.0:1780978294.243827:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243833:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978294.243836:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978294.243838:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef5305f. 00000100:00000200:3.0:1780978294.243840:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850816, offset 0 00000400:00000200:3.0:1780978294.243847:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978294.243854:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.243862:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978294.243868:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978294.243872:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978294.243874:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978294.243888:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2179:2179:256:4294967295] 192.168.201.116@tcp LPNI seq info [2179:2179:8:4294967295] 00000400:00000200:3.0:1780978294.243892:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.243899:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978294.243904:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978294.243908:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bb56103 (tot 3214254). 00000800:00000200:3.0:1780978294.243914:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978294.243921:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978294.243925:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006bb56103 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978294.243934:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.243936:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.243938:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.243940:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.243942:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.243951:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978294.243952:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:3.0:1780978294.243954:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.243955:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978294.243956:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978294.243958:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780978294.243959:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.243961:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978294.243962:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.243963:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.243963:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978294.243964:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978294.243966:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.243971:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978294.243972:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.243973:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978294.243975:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978294.243977:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004224dedb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850752:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.243979:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978294.243981:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978294.243982:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.243984:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978294.243986:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978294.243987:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978294.243990:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978294.243992:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c764401. 00000400:00000010:3.0:1780978294.243995:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978294.243997:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850752, portal 25 00000100:00000001:3.0:1780978294.243999:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978294.244000:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392662720 : -109779316888896 : ffff9c2802d02ac0) 00000100:00000040:3.0:1780978294.244003:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.244008:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978294.244010:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978294.244011:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978294.244013:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341850752, offset 0 00000400:00000200:3.0:1780978294.244016:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978294.244019:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.244022:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978294.244024:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978294.244026:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978294.244028:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978294.244031:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2180:2180:255:4294967295] 192.168.201.116@tcp LPNI seq info [2180:2180:7:4294967295] 00000400:00000200:3.0:1780978294.244034:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.244038:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978294.244041:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978294.244043:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ba656e9 (tot 3214502). 00000800:00000200:3.0:1780978294.244046:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978294.244049:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978294.244051:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007ba656e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978294.244053:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.244054:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.244055:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.244057:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978294.244059:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.244064:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978294.244065:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.244067:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978294.244068:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978294.244069:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850880:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.244072:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978294.244073:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978294.244074:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.244076:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978294.244077:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978294.244079:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978294.244081:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978294.244082:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6aaebf1. 00000400:00000010:3.0:1780978294.244084:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978294.244086:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850880, portal 10 00000100:00000001:3.0:1780978294.244087:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978294.244088:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392677312 : -109779316874304 : ffff9c2802d063c0) 00000100:00000040:3.0:1780978294.244092:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.244096:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978294.244098:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978294.244100:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000790b552. 00000100:00000200:3.0:1780978294.244101:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341850880, offset 0 00000400:00000200:3.0:1780978294.244105:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978294.244107:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.244109:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978294.244111:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978294.244113:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978294.244115:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978294.244117:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2181:2181:254:4294967295] 192.168.201.116@tcp LPNI seq info [2181:2181:6:4294967295] 00000400:00000200:3.0:1780978294.244120:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978294.244125:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978294.244128:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978294.244131:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214750). 00000800:00000200:3.0:1780978294.244134:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978294.244138:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978294.244140:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978294.244142:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.244144:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.244146:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.244147:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.244149:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978294.246804:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978294.246811:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978294.246886:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978294.246890:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bb56103 (tot 3214502). 00000400:00000200:2.0:1780978294.246899:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.246908:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978294.246914:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef5305f 00000400:00000010:2.0:1780978294.246916:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef5305f. 00000100:00000001:2.0:1780978294.246921:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978294.246926:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.246937:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978294.246940:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.246947:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978294.246948:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978294.246964:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978294.246966:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ba656e9 (tot 3214254). 00000400:00000200:2.0:1780978294.246968:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.246972:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978294.246974:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:2.0:1780978294.246976:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:2.0:1780978294.246978:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978294.246981:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.246988:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978294.246990:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.246995:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978294.246996:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978294.247085:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978294.247088:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214006). 00000400:00000200:2.0:1780978294.247091:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.247094:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978294.247096:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000790b552 00000400:00000010:2.0:1780978294.247098:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000790b552. 00000100:00000001:2.0:1780978294.247100:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978294.247103:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.247108:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978294.247110:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.247114:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978294.247116:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978294.250845:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.250872:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978294.250885:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.250889:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.250900:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.250916:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978294.250924:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.250930:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.250934:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.250938:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a230c0 00000400:00000200:2.0:1780978294.250944:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.250950:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6afd [1] + 224 00000800:00000001:2.0:1780978294.250958:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.250966:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.250968:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.250972:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978294.250980:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978294.250986:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978294.250996:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.251015:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978294.251025:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.251028:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.251155:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.251160:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978294.251170:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978294.251172:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978294.251174:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:3.0:1780978294.251178:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:3.0:1780978294.251180:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:3.0:1780978294.251183:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978294.251188:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978294.251196:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.251202:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978294.251203:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.251205:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978294.251208:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978294.251210:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978294.251212:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.251215:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978294.251224:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=93 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978294.251228:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=93 v=2 (1 1 1 2) 00000100:00000001:3.0:1780978294.251231:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978294.251232:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978294.251234:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978294.251237:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.251240:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978294.251242:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978294.251244:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978294.251245:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.251249:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.251255:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.251258:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978294.251260:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978294.251262:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978294.251270:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850816:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.251274:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.251277:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978294.251279:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000f601e32 x1867487341850816/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978327 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.251285:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978294.251287:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978294.251289:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978294.251293:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978294.251295:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978294.251296:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978294.251299:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978294.251301:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006879befb. 02000000:00000001:3.0:1780978294.251304:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978294.251305:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978294.251306:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000f601e32. 00000100:00000001:3.0:1780978294.251309:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978294.251310:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.251314:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.251315:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.251316:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978294.251317:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.251319:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978294.252182:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.252191:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978294.252194:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.252196:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.252204:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.252209:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978294.252215:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.252219:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.252222:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.252225:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23100 00000400:00000200:2.0:1780978294.252229:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.252233:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b1d [1] + 224 00000800:00000001:2.0:1780978294.252237:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.252243:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.252245:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.252249:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978294.252254:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978294.252258:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978294.252267:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.252280:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978294.252286:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.252289:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.252426:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.252429:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978294.252435:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978294.252436:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978294.252438:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6aaebf1. 00000400:00000200:3.0:1780978294.252442:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978294.252443:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978294.252446:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978294.252449:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978294.252456:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.252461:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978294.252462:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.252463:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978294.252466:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978294.252467:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978294.252468:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.252470:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978294.252476:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=92 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978294.252479:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=92 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978294.252482:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978294.252483:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978294.252485:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978294.252487:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.252490:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978294.252491:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978294.252493:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978294.252494:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.252497:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.252502:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.252504:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978294.252506:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978294.252508:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978294.252514:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341850880:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.252518:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.252519:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978294.252521:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087c73aba x1867487341850880/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.252543:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978294.252544:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978294.252546:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978294.252971:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978294.252973:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978294.252974:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978294.252976:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978294.252978:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005202dcc2. 02000000:00000001:3.0:1780978294.252982:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978294.252983:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978294.252984:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087c73aba. 00000100:00000001:3.0:1780978294.252988:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978294.252990:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.252995:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.252997:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.252998:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978294.253000:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.253001:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978294.253068:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.253076:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978294.253078:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.253079:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.253085:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.253090:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978294.253095:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.253097:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.253101:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.253104:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23080 00000400:00000200:2.0:1780978294.253108:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978294.253112:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b0d [1] + 224 00000800:00000001:2.0:1780978294.253116:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.253122:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978294.253123:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978294.253126:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978294.253131:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978294.253135:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978294.253143:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978294.253160:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978294.253165:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978294.253168:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.253413:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.253415:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978294.253419:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978294.253420:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978294.253423:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c764401. 00000400:00000200:3.0:1780978294.253426:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:3.0:1780978294.253428:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:3.0:1780978294.253430:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978294.253434:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978294.253440:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.253446:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978294.253447:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.253449:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978294.253450:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978294.253452:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978294.253453:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978294.253455:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978294.253459:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=93 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978294.253462:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=93 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978294.253464:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978294.253465:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978294.253467:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978294.253469:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.253470:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978294.253474:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.253479:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978294.253481:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978294.253483:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978294.253485:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978294.253491:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004224dedb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850752:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978294.253496:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.253498:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978294.253501:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004224dedb x1867487341850752/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978301 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978294.253506:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978294.253508:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978294.253509:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978294.253511:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978294.253512:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978294.253513:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978294.253515:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978294.253516:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d96dfcd. 02000000:00000001:3.0:1780978294.253519:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978294.253520:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978294.253521:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004224dedb. 00000100:00000001:3.0:1780978294.253524:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978294.253525:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.253527:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978294.253949:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978294.253951:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978294.253954:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978294.253956:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978295.076425:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978295.076430:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978295.076436:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978295.076437:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978295.076440:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978295.076441:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978295.076836:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978295.076849:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978295.076852:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978296.102024:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978296.102030:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978296.102037:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978296.102038:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978296.102041:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978296.102042:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978296.102172:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978296.102175:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978296.102178:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978297.121931:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978297.121938:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978297.121946:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978297.121947:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978297.121950:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978297.121951:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978297.122066:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978297.122069:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978297.122072:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978298.145494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978298.145499:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978298.145506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978298.145509:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978298.145511:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978298.145516:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978298.145519:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978298.145520:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978298.145524:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978298.145526:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978298.145527:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978298.145529:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978298.145533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978298.145534:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978298.145619:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978298.145623:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978298.145625:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978299.169943:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978299.169949:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978299.169955:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978299.169956:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978299.169960:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978299.169960:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978299.172312:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978299.172318:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978299.172322:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978299.361511:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978299.361522:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978299.361533:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004224dedb. 00000020:00000040:3.0:1780978299.361539:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978299.361544:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978299.361547:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978299.361552:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978299.361560:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d96dfcd. 00000100:00000001:3.0:1780978299.361567:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.361577:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978299.361587:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978299.361591:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.361597:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004224dedb] to pc [ptlrpcd_01_01+1] req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.361818:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.361822:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978299.361825:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978299.361830:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.361838:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978299.361840:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.361845:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978299.361847:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978299.361849:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004224dedb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850944:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978299.361853:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978299.361859:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978299.361861:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.361864:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978299.361869:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978299.361871:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978299.361878:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978299.361882:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f1dcc52. 00000400:00000010:2.0:1780978299.361888:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f57d77f. 00000100:00000200:2.0:1780978299.361895:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341850944, portal 25 00000100:00000001:2.0:1780978299.361897:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978299.361898:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392662720 : -109779316888896 : ffff9c2802d02ac0) 00000100:00000040:2.0:1780978299.361903:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.361910:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978299.361912:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978299.361915:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978299.361917:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341850944, offset 0 00000400:00000200:2.0:1780978299.361924:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978299.361931:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978299.361940:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978299.361947:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978299.361951:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978299.361954:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978299.361958:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2182:2182:256:4294967295] 192.168.201.116@tcp LPNI seq info [2182:2182:8:4294967295] 00000400:00000200:2.0:1780978299.361963:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978299.361970:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978299.361976:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978299.361981:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214254). 00000800:00000200:2.0:1780978299.361988:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978299.361996:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978299.362001:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978299.362013:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.362015:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978299.362018:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.362020:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.362022:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978299.362049:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.362052:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978299.362056:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978299.362059:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087c73aba. 00000020:00000040:3.0:1780978299.362062:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978299.362064:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978299.362066:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978299.362068:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978299.362072:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005202dcc2. 00000100:00000001:3.0:1780978299.362075:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.362079:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978299.362086:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978299.362087:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.362090:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000087c73aba] to pc [ptlrpcd_01_00+0] req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.362125:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978299.362127:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978299.362129:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.362131:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978299.362132:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978299.362135:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978299.362136:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.362138:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978299.362139:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.362141:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.362141:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978299.362142:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978299.362146:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.362152:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978299.362153:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.362156:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978299.362157:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978299.362159:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851008:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978299.362162:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978299.362165:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978299.362166:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.362168:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978299.362171:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978299.362173:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978299.362176:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978299.362179:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e5db2a5. 00000400:00000010:2.0:1780978299.362182:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978299.362184:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851008, portal 10 00000100:00000001:2.0:1780978299.362186:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978299.362187:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392677312 : -109779316874304 : ffff9c2802d063c0) 00000100:00000040:2.0:1780978299.362193:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.362198:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978299.362200:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978299.362201:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed4df9d9. 00000100:00000200:2.0:1780978299.362203:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851008, offset 0 00000400:00000200:2.0:1780978299.362207:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978299.362210:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978299.362213:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978299.362217:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978299.362219:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978299.362221:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978299.362224:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2183:2183:255:4294967295] 192.168.201.116@tcp LPNI seq info [2183:2183:7:4294967295] 00000400:00000200:2.0:1780978299.362227:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978299.364688:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978299.364703:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978299.364713:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214502). 00000800:00000200:2.0:1780978299.364722:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978299.364730:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978299.364735:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978299.364740:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.364744:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978299.364748:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.364751:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.364755:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.364775:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.364777:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978299.364845:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978299.364848:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214254). 00000400:00000200:2.0:1780978299.364854:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978299.364859:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978299.364863:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:2.0:1780978299.364866:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:2.0:1780978299.364870:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978299.364877:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.364888:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978299.364891:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.364896:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.364898:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978299.364971:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978299.364973:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214006). 00000400:00000200:2.0:1780978299.364975:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978299.364978:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978299.364981:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed4df9d9 00000400:00000010:2.0:1780978299.364983:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed4df9d9. 00000100:00000001:2.0:1780978299.364984:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978299.364987:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.364993:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978299.364995:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.365000:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.365002:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978299.370661:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.370670:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978299.370674:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978299.370679:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000f601e32. 00000020:00000040:3.0:1780978299.370684:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978299.370688:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978299.370691:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978299.370695:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978299.370773:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006879befb. 00000100:00000001:3.0:1780978299.370782:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.370831:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978299.370841:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978299.370845:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978299.370850:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000f601e32] to pc [ptlrpcd_01_01+1] req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.370864:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978299.370866:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978299.370869:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978299.370871:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978299.370874:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978299.370879:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3691) 00000100:00000001:3.0:1780978299.370905:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780978299.370910:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978299.370912:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978299.370921:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978299.370923:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978299.370925:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978299.370927:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978299.370930:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978299.370934:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.370940:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978299.370942:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978299.370946:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978299.370948:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978299.370951:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851072:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978299.370955:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978299.370962:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978299.370964:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978299.370967:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978299.370971:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978299.370973:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978299.370981:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978299.370987:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c764401. 00000400:00000010:3.0:1780978299.370995:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978299.371004:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851072, portal 10 00000100:00000001:3.0:1780978299.371006:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978299.371008:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392663936 : -109779316887680 : ffff9c2802d02f80) 00000100:00000040:3.0:1780978299.371014:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.371021:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978299.371023:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978299.371026:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978299.371029:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851072, offset 0 00000400:00000200:3.0:1780978299.371036:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978299.371044:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371053:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978299.371061:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978299.371065:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978299.371068:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978299.371071:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2184:2184:256:4294967295] 192.168.201.116@tcp LPNI seq info [2184:2184:8:4294967295] 00000400:00000200:3.0:1780978299.371075:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371083:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978299.371088:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978299.371093:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214254). 00000800:00000200:3.0:1780978299.371101:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978299.371110:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978299.371115:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978299.371124:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978299.371126:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978299.371129:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978299.371132:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978299.371133:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978299.371149:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371163:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978299.371165:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371168:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.371172:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371175:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978299.371180:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371183:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371187:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371189:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23180 00000400:00000200:3.0:1780978299.371193:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371198:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b3d [1] + 224 00000800:00000001:3.0:1780978299.371204:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371210:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.371212:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978299.371216:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978299.371222:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978299.371226:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978299.371235:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.371242:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978299.371315:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978299.371319:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:3.0:1780978299.371322:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978299.371325:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978299.371328:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978299.371330:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978299.371333:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978299.371336:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.371344:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978299.371347:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.371352:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978299.371354:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978299.371384:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371387:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978299.371389:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371390:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.371393:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371396:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978299.371400:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371403:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371405:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371407:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23140 00000400:00000200:3.0:1780978299.371411:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.371414:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b2d [1] + 224 00000800:00000001:3.0:1780978299.371418:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371422:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.371424:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978299.371426:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978299.371428:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978299.371431:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978299.371437:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.371442:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978299.371445:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.371448:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.373961:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.373968:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978299.373979:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978299.373981:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978299.373984:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e5db2a5. 00000400:00000200:2.0:1780978299.374006:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978299.374009:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978299.374013:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978299.374026:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978299.374036:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374043:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978299.374045:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374047:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978299.374051:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978299.374053:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978299.374056:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.374058:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978299.374065:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=98 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978299.374069:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=98 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978299.374072:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978299.374073:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978299.374075:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978299.374079:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.374082:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978299.374084:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978299.374085:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978299.374086:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978299.374089:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374096:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978299.374099:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978299.374100:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978299.374103:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978299.374116:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087c73aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851008:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978299.374121:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978299.374122:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978299.374124:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f1dcc52. 00000400:00000200:2.0:1780978299.374126:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f57d77f 00000400:00000010:2.0:1780978299.374127:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f57d77f. 00000100:00000001:2.0:1780978299.374128:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978299.374131:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978299.374137:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374143:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978299.374144:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374145:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978299.374146:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978299.374147:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978299.374148:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.374149:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978299.374151:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=98 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978299.374154:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=98 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978299.374155:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978299.374156:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978299.374157:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978299.374159:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.374160:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978299.374162:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374167:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978299.374168:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978299.374169:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978299.374171:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978299.374181:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004224dedb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341850944:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978299.374185:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374187:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978299.374189:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087c73aba x1867487341851008/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978332 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374194:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978299.374196:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978299.374199:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978299.374203:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978299.374205:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978299.374206:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978299.374208:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978299.374210:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005202dcc2. 02000000:00000001:2.0:1780978299.374213:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978299.374215:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978299.374216:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087c73aba. 00000100:00000001:2.0:1780978299.374219:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978299.374220:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374221:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978299.374223:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004224dedb x1867487341850944/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978306 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.374228:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978299.374229:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978299.374230:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978299.374232:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978299.374407:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978299.374408:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978299.374411:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978299.374412:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d96dfcd. 02000000:00000001:2.0:1780978299.374415:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978299.374416:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978299.374417:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004224dedb. 00000100:00000001:2.0:1780978299.374419:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978299.374421:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374422:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.374430:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978299.374431:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.374434:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.374436:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978299.376396:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.376413:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978299.376417:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.376419:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.376430:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.376437:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978299.376444:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.376450:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.376454:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.376458:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a231c0 00000400:00000200:3.0:1780978299.376463:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978299.376469:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b4d [1] + 224 00000800:00000001:3.0:1780978299.376476:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.376485:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978299.376488:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978299.376491:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978299.376498:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978299.376505:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978299.376515:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978299.376542:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978299.376551:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978299.376554:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.377977:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.377984:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978299.377992:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978299.377994:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978299.377996:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c764401. 00000400:00000200:2.0:1780978299.378003:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:2.0:1780978299.378006:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:2.0:1780978299.378009:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978299.378018:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978299.378029:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.378036:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978299.378037:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.378040:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978299.378044:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978299.378047:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978299.378049:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978299.378051:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978299.378062:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=97 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978299.378066:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=97 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978299.378068:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978299.378070:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978299.378073:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978299.378078:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.378094:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978299.378096:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978299.378098:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978299.378100:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978299.378104:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.378118:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978299.378121:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978299.378123:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978299.378126:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978299.378132:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f601e32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851072:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978299.378137:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.378140:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978299.378142:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000f601e32 x1867487341851072/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978299.378148:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978299.378151:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978299.378153:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:2.0:1780978299.378158:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978299.378160:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978299.378162:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978299.378164:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978299.378166:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006879befb. 02000000:00000001:2.0:1780978299.378169:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978299.378170:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978299.378171:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000f601e32. 00000100:00000001:2.0:1780978299.378174:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978299.378175:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.378177:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978299.378187:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978299.378189:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978299.378192:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978299.378194:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978300.194889:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978300.194895:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978300.194902:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978300.194903:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978300.194906:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978300.194907:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978300.195273:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978300.195276:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978300.195279:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978301.219231:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978301.219237:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978301.219243:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978301.219244:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978301.219247:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978301.219248:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978301.220080:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978301.220085:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978301.220089:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978302.241580:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978302.241585:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978302.241590:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978302.241591:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978302.241594:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978302.241595:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978302.241686:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978302.241689:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978302.241692:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978303.265496:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978303.265505:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978303.265507:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978303.265510:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265516:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978303.265518:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265520:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265522:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978303.265527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978303.265532:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978303.265533:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978303.265548:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978303.265550:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978303.265551:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265553:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978303.265554:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265555:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978303.265557:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978303.265680:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978303.265684:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978303.265687:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978304.289683:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978304.289688:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978304.289694:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978304.289695:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978304.289698:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978304.289699:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978304.290459:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978304.290463:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978304.290713:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978304.481541:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978304.481553:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978304.481563:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978304.481570:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978304.481575:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978304.481578:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978304.481583:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978304.481590:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978304.481596:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481606:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978304.481616:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978304.481619:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481625:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_00+0] req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.481655:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481657:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978304.481661:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978304.481663:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978304.481675:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978304.481677:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978304.481678:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978304.481680:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978304.481682:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978304.481685:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481688:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978304.481711:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978304.481713:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481716:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_01+1] req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.481723:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481724:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978304.481727:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978304.481730:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000839171a. 00000020:00000040:2.0:1780978304.481732:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978304.481735:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978304.481736:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978304.481737:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978304.481739:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978304.481742:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481744:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978304.481750:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978304.481751:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978304.481754:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000839171a] to pc [ptlrpcd_01_00+0] req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.481760:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978304.481762:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978304.481764:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978304.481766:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978304.481769:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978304.481774:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3696) 00000100:00000001:2.0:1780978304.481790:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978304.481793:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978304.481796:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978304.481799:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.481806:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978304.481808:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.481811:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978304.481813:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978304.481816:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851200:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978304.481820:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978304.481836:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978304.481839:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.481841:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978304.481845:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978304.481847:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978304.481855:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978304.481859:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f1dcc52. 00000400:00000010:2.0:1780978304.481865:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f57d77f. 00000100:00000200:2.0:1780978304.481872:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851200, portal 10 00000100:00000001:2.0:1780978304.481875:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978304.481877:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:2.0:1780978304.481883:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.481889:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978304.481892:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978304.481894:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978304.481897:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851200, offset 0 00000400:00000200:2.0:1780978304.481904:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978304.481912:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.481921:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978304.481929:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978304.481933:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978304.481936:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978304.481940:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2185:2185:256:4294967295] 192.168.201.116@tcp LPNI seq info [2185:2185:8:4294967295] 00000400:00000200:2.0:1780978304.481944:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.481952:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978304.481958:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978304.481963:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978304.481970:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978304.481978:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978304.481982:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978304.481995:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.481997:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978304.482000:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482002:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482005:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978304.482013:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978304.482015:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978304.482017:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978304.482018:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978304.482019:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978304.482021:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780978304.482022:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978304.482023:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978304.482024:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978304.482025:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978304.482026:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978304.482027:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978304.482030:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.482036:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978304.482037:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.482039:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978304.482040:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978304.482042:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341851136:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978304.482045:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978304.482047:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978304.482048:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.482420:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978304.482425:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978304.482428:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978304.482433:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978304.482435:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e5db2a5. 00000400:00000010:2.0:1780978304.482439:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed4df9d9. 00000100:00000200:2.0:1780978304.482442:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851136, portal 25 00000100:00000001:2.0:1780978304.482444:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978304.482445:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978304.482450:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.482462:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978304.482464:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978304.482466:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978304.482468:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341851136, offset 0 00000400:00000200:2.0:1780978304.482472:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978304.482477:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.482481:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978304.482485:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978304.482487:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978304.482490:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978304.482492:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2186:2186:255:4294967295] 192.168.201.116@tcp LPNI seq info [2186:2186:7:4294967295] 00000400:00000200:2.0:1780978304.482496:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.482501:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978304.482506:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978304.482510:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214502). 00000800:00000200:2.0:1780978304.482579:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978304.482584:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978304.482586:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978304.482590:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482591:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978304.482593:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482596:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978304.482599:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.482606:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978304.482607:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.482735:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978304.482737:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978304.482740:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851264:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978304.482743:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978304.482746:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978304.482748:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978304.482749:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978304.482752:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978304.482754:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978304.482757:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978304.482759:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a42b8eb9. 00000400:00000010:2.0:1780978304.482762:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002188956d. 00000100:00000200:2.0:1780978304.482765:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851264, portal 10 00000100:00000001:2.0:1780978304.482766:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978304.482767:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707086272 : -109779002465344 : ffff9c28158de3c0) 00000100:00000040:2.0:1780978304.482772:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.482778:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978304.482780:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978304.482782:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978304.482784:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851264, offset 0 00000400:00000200:2.0:1780978304.482789:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978304.482792:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.482796:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978304.482800:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978304.482802:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978304.482804:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978304.482807:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2187:2187:254:4294967295] 192.168.201.116@tcp LPNI seq info [2187:2187:6:4294967295] 00000400:00000200:2.0:1780978304.482810:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.482815:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978304.482819:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978304.482882:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214750). 00000800:00000200:2.0:1780978304.482887:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978304.482890:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978304.482892:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978304.482895:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482897:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978304.482898:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482900:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.482903:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978304.482965:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978304.482967:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214502). 00000400:00000200:2.0:1780978304.482973:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.482978:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978304.482982:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978304.482984:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978304.482989:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978304.482992:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.483000:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978304.483002:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.483009:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.483010:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978304.483023:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978304.483025:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214254). 00000400:00000200:2.0:1780978304.483028:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.483031:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978304.483032:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:2.0:1780978304.483033:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:2.0:1780978304.483035:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978304.483037:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.483043:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978304.483045:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.483145:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978304.483148:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.483339:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.483341:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978304.484022:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978304.484026:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214006). 00000400:00000200:2.0:1780978304.484033:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.484039:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978304.484043:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:2.0:1780978304.484045:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:2.0:1780978304.484048:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978304.484062:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.484070:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978304.484072:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.484077:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978304.484078:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978304.493235:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.493256:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978304.493261:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.493263:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.493275:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.493283:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978304.493291:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.493297:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.493301:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.493305:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23200 00000400:00000200:2.0:1780978304.493310:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.493316:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b6d [1] + 224 00000800:00000001:2.0:1780978304.493324:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.495975:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.495984:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.495994:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978304.496004:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978304.496010:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978304.496020:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.496048:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978304.496287:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978304.496294:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1780978304.497176:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.497192:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978304.497195:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.497197:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.497205:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.497211:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978304.497221:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.497225:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.497229:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.497233:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23240 00000400:00000200:2.0:1780978304.497238:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000001:3.0:1780978304.497604:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978304.497607:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978304.497619:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e5db2a5. 00000400:00000200:3.0:1780978304.497627:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed4df9d9 00000400:00000010:3.0:1780978304.497630:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed4df9d9. 00000100:00000001:3.0:1780978304.497634:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978304.497641:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978304.497650:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.497656:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978304.497658:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.497661:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978304.497672:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978304.497675:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978304.497677:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978304.497680:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978304.497686:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=103 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978304.497689:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=103 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978304.497691:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978304.497692:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978304.497695:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978304.497704:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978304.497707:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978304.497711:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.497717:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978304.499036:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978304.499039:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.499135:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b5d [1] + 224 00000800:00000001:2.0:1780978304.499150:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.499168:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.499171:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.499176:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978304.499182:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978304.499187:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978304.499196:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.499204:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978304.499215:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.499218:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978304.499220:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.499222:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.499228:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.499231:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978304.499241:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.499245:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.499249:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.499252:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23280 00000400:00000200:2.0:1780978304.499255:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978304.499259:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b7d [1] + 224 00000800:00000001:2.0:1780978304.499263:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.499272:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978304.499273:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978304.499276:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978304.499278:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978304.499281:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978304.499287:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978304.499293:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978304.499295:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978304.499297:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978304.499947:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978304.499962:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341851136:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978304.499976:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978304.499979:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978304.499982:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a42b8eb9. 00000400:00000200:3.0:1780978304.499987:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002188956d 00000400:00000010:3.0:1780978304.499989:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002188956d. 00000100:00000001:3.0:1780978304.499992:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978304.499995:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978304.500002:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.500008:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978304.500009:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.500012:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978304.500015:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978304.500017:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978304.500019:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978304.500021:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978304.500031:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=102 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978304.500036:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=102 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978304.500039:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978304.500040:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978304.500042:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978304.500046:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978304.500315:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978304.500318:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978304.500320:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978304.500322:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978304.500328:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.500334:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978304.500337:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978304.500338:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978304.500341:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978304.500346:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851264:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978304.500353:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978304.500354:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978304.500997:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f1dcc52. 00000400:00000200:3.0:1780978304.501005:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f57d77f 00000400:00000010:3.0:1780978304.501008:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f57d77f. 00000100:00000001:3.0:1780978304.501011:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978304.501016:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978304.501024:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.501030:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978304.501031:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501033:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978304.501035:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978304.501037:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978304.501039:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978304.501041:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978304.501046:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=103 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978304.501111:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=103 v=2 (1 1 1 2) 00000100:00000001:3.0:1780978304.501114:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978304.501115:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978304.501117:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978304.501120:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978304.501122:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978304.501123:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978304.501125:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978304.501126:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978304.501129:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.501134:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978304.501137:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978304.501138:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978304.501140:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978304.501146:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851200:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978304.501151:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501154:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978304.501156:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341851136/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978311 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.501162:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978304.501165:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978304.501168:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:3.0:1780978304.501172:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978304.501174:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978304.501176:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978304.501178:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978304.501180:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978304.501183:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978304.501185:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978304.501186:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:3.0:1780978304.501190:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978304.501191:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501192:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978304.501194:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000839171a x1867487341851264/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978336 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.501199:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978304.501200:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978304.501201:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:3.0:1780978304.501203:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978304.501204:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978304.501204:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978304.501206:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978304.501207:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978304.501209:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978304.501210:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978304.501211:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000839171a. 00000100:00000001:3.0:1780978304.501213:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978304.501213:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501215:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978304.501217:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341851200/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978304.501222:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978304.501223:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978304.501224:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:3.0:1780978304.501225:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978304.501226:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978304.501227:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978304.501228:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978304.501229:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978304.501231:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978304.501231:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978304.501232:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:3.0:1780978304.501234:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978304.501234:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501236:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978304.501245:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978304.501246:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978304.501249:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978304.501252:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978305.313502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978305.313509:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978305.313517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978305.313519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978305.313522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978305.313523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978305.314412:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978305.314416:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978305.314420:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978306.337509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978306.337515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978306.337522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978306.337523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978306.337526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978306.337528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978306.337688:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978306.337691:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978306.337694:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978307.362005:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978307.362010:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978307.362017:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978307.362018:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978307.362021:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978307.362022:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978307.362116:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978307.362119:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978307.362121:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978308.072472:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978308.072478:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978308.072479:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780978308.072484:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 1 seconds 00000100:00000001:0.0:1780978308.072489:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978308.072492:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978308.072507:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978308.072518:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978308.072520:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978308.072524:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978308.072528:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978308.072531:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341848768:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978308.072535:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978308.072540:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978308.072542:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978308.072545:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978308.072607:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978308.072610:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978308.072618:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978308.072627:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000829dddc3. 00000400:00000010:0.0:1780978308.072675:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000b71edbd9 (tot 3214638). 00000100:00000200:0.0:1780978308.072683:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341848768, portal 10 00000100:00000001:0.0:1780978308.072686:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978308.072687:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:0.0:1780978308.072695:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978308.072703:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978308.072705:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978308.072709:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a40bcfe7. 00000100:00000200:0.0:1780978308.072713:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341848768, offset 0 00000400:00000200:0.0:1780978308.072721:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978308.072730:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978308.072740:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978308.072748:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978308.072753:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978308.072757:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978308.072761:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2188:2188:256:4294967295] 192.168.201.116@tcp LPNI seq info [2188:2188:8:4294967295] 00000400:00000200:0.0:1780978308.072765:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978308.072775:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978308.072782:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978308.072787:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214886). 00000800:00000200:0.0:1780978308.072794:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978308.072803:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978308.072807:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1780978308.072831:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978308.072833:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978308.072836:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978308.072839:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978308.073063:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978308.073067:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d026494 (tot 3214638). 00000400:00000200:2.0:1780978308.073073:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978308.073079:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978308.073085:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a40bcfe7 00000400:00000010:2.0:1780978308.073087:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a40bcfe7. 00000100:00000001:2.0:1780978308.073092:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978308.073095:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978308.073106:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978308.073108:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978308.073115:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978308.073116:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:0.0:1780978308.385947:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978308.385955:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978308.385964:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978308.385970:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978308.385972:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978308.385978:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978308.385981:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978308.385983:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978308.385986:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978308.385988:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978308.385990:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978308.385992:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978308.385996:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978308.385997:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978308.386153:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978308.386158:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978308.386161:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978309.089882:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978309.089891:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978309.089893:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978309.089901:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d118512b going to sleep for 30 seconds 00000100:00000001:0.0:1780978309.089907:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978309.089911:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978309.409541:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978309.409550:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978309.409559:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978309.409560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978309.409565:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978309.409566:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978309.409684:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978309.409689:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978309.409692:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978309.608882:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978309.608898:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978309.608914:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db255927. 00000020:00000040:3.0:1780978309.608926:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978309.608933:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978309.608937:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978309.608946:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978309.608959:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fecfb11e. 00000100:00000001:3.0:1780978309.608969:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.608985:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978309.608997:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978309.609002:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.609010:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000db255927] to pc [ptlrpcd_01_01+1] req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.609092:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.609098:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978309.609102:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978309.609107:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.609115:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978309.609117:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.609122:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978309.609126:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978309.609129:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341851328:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978309.609134:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978309.609142:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978309.609145:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.609148:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978309.609156:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978309.609158:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978309.609170:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978309.609176:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978309.609186:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978309.609196:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851328, portal 25 00000100:00000001:2.0:1780978309.609199:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978309.609201:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392656640 : -109779316894976 : ffff9c2802d01300) 00000100:00000040:2.0:1780978309.609206:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.609213:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978309.609217:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978309.609219:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978309.609222:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341851328, offset 0 00000400:00000200:2.0:1780978309.609230:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978309.609242:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.609252:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978309.609261:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978309.609266:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978309.609269:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978309.609273:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2189:2189:256:4294967295] 192.168.201.116@tcp LPNI seq info [2189:2189:8:4294967295] 00000400:00000200:2.0:1780978309.609278:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.609287:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978309.609295:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978309.609301:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214886). 00000800:00000200:2.0:1780978309.609309:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978309.609319:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978309.609323:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978309.609341:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.609343:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.609347:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.609350:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.609352:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978309.609456:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.609460:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978309.609463:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978309.609467:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a7d2e2. 00000020:00000040:3.0:1780978309.609469:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978309.609472:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978309.609473:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978309.609475:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978309.609478:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f16edf2. 00000100:00000001:3.0:1780978309.609482:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.609486:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978309.609493:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978309.609495:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.609497:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000033a7d2e2] to pc [ptlrpcd_01_00+0] req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.610416:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978309.610429:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978309.610435:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.610438:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978309.610541:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978309.610545:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978309.610547:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.610551:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978309.610552:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.610553:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.610554:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978309.610556:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978309.610566:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.610576:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978309.610578:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.610582:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978309.610585:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978309.610589:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033a7d2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851392:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978309.610593:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978309.610598:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978309.610601:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.610603:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978309.610619:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978309.610621:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978309.610630:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978309.610634:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9138de. 00000400:00000010:2.0:1780978309.610641:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978309.610648:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851392, portal 10 00000100:00000001:2.0:1780978309.610650:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978309.610651:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392654208 : -109779316897408 : ffff9c2802d00980) 00000100:00000040:2.0:1780978309.610759:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.610767:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978309.610769:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978309.610772:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978309.610776:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851392, offset 0 00000400:00000200:2.0:1780978309.610783:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978309.610793:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.610801:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978309.610807:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978309.610810:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978309.610813:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978309.610817:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2190:2190:255:4294967295] 192.168.201.116@tcp LPNI seq info [2190:2190:7:4294967295] 00000400:00000200:2.0:1780978309.610821:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.610839:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978309.610844:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978309.610849:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3215134). 00000800:00000200:2.0:1780978309.610856:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978309.610864:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978309.610867:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978309.610871:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.610873:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.610876:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.610879:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.610880:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978309.610951:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978309.610956:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214886). 00000400:00000200:2.0:1780978309.610964:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978309.610971:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978309.610977:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:2.0:1780978309.610979:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:2.0:1780978309.610985:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978309.610989:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.610998:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978309.611000:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.611006:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.611008:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978309.611099:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978309.611101:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214638). 00000400:00000200:2.0:1780978309.611105:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978309.611108:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978309.611110:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978309.611111:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978309.611113:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978309.611115:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.611122:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978309.611125:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.611130:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.611131:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978309.611171:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.611174:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978309.613089:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.613101:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978309.613106:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978309.613114:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000034d2902e. 00000020:00000040:3.0:1780978309.613120:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978309.613127:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978309.613130:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978309.613136:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978309.613145:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000064b6ed1. 00000100:00000001:3.0:1780978309.613152:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.613164:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978309.613175:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978309.613180:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978309.613185:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000034d2902e] to pc [ptlrpcd_01_01+1] req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.613202:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978309.613205:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978309.613208:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978309.613212:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978309.613215:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978309.613221:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3702) 00000800:00000001:3.0:1780978309.614255:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614277:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978309.614283:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614285:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.614298:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614307:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978309.614316:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614323:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614328:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614333:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23300 00000400:00000200:3.0:1780978309.614340:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614347:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ba5 [1] + 224 00000800:00000001:3.0:1780978309.614382:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614388:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.614391:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978309.614396:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978309.614404:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978309.614409:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978309.614419:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.614433:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978309.614454:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614457:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978309.614459:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614460:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.614463:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614467:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978309.614472:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614474:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614476:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614478:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a232c0 00000400:00000200:3.0:1780978309.614481:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.614485:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6b95 [1] + 224 00000800:00000001:3.0:1780978309.614489:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614496:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.614497:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978309.614500:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978309.614503:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978309.614506:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978309.614513:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.614520:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978309.614523:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.614525:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.614959:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978309.614966:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978309.614968:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.614979:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978309.614982:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.614984:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.614986:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978309.614989:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978309.614995:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615004:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978309.615006:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.615011:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978309.615015:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978309.615019:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034d2902e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851456:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978309.615024:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978309.615031:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978309.615034:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.615037:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978309.615045:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978309.615047:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978309.615051:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978309.615056:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978309.615061:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978309.615069:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851456, portal 10 00000100:00000001:2.0:1780978309.615071:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978309.615072:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392666368 : -109779316885248 : ffff9c2802d03900) 00000100:00000040:2.0:1780978309.615080:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615085:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978309.615088:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978309.615091:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a26ec5db. 00000100:00000200:2.0:1780978309.615094:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851456, offset 0 00000400:00000200:2.0:1780978309.615103:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978309.615110:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.615120:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978309.615131:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978309.615136:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978309.615139:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978309.615143:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2191:2191:256:4294967295] 192.168.201.116@tcp LPNI seq info [2191:2191:8:4294967295] 00000400:00000200:2.0:1780978309.615146:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978309.615155:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978309.615162:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978309.615167:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214886). 00000800:00000200:2.0:1780978309.615173:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978309.615181:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978309.615186:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978309.615210:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615212:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.615216:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615219:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615221:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615239:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.615241:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978309.615247:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978309.615249:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978309.615252:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9138de. 00000400:00000200:2.0:1780978309.615258:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978309.615260:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978309.615263:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978309.615267:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978309.615275:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615281:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978309.615283:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615286:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978309.615289:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978309.615292:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978309.615294:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.615297:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978309.615307:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=108 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978309.615311:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=108 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978309.615314:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978309.615316:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978309.615319:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978309.615323:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615327:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978309.615329:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978309.615331:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978309.615333:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978309.615337:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615343:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.615346:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978309.615349:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978309.615352:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978309.615385:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033a7d2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341851392:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978309.615392:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978309.615393:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978309.615394:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978309.615396:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:2.0:1780978309.615398:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:2.0:1780978309.615400:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978309.615402:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978309.615409:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615414:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978309.615415:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615417:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978309.615418:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978309.615419:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978309.615420:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.615422:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978309.615434:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=108 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978309.615539:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=108 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978309.615543:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978309.615545:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978309.615546:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978309.615548:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615550:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978309.615554:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615560:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.615562:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978309.615563:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978309.615565:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978309.615571:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db255927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341851328:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978309.615576:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615578:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978309.615581:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000033a7d2e2 x1867487341851392/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615588:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978309.615591:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978309.615593:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978309.615596:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978309.615599:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978309.615601:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978309.615603:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978309.615614:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006f16edf2. 02000000:00000001:2.0:1780978309.615619:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978309.615621:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978309.615623:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a7d2e2. 00000100:00000001:2.0:1780978309.615627:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978309.615628:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615629:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978309.615632:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000db255927 x1867487341851328/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978316 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.615637:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978309.615638:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978309.615639:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978309.615642:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978309.615643:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978309.615644:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978309.615646:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978309.615647:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fecfb11e. 02000000:00000001:2.0:1780978309.615649:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978309.615650:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978309.615651:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db255927. 00000100:00000001:2.0:1780978309.615761:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978309.615764:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615766:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.615771:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978309.615773:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.615775:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.615776:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978309.616415:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978309.616428:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214638). 00000400:00000200:3.0:1780978309.616435:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978309.617118:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978309.617126:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ec5db 00000400:00000010:3.0:1780978309.617129:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a26ec5db. 00000100:00000001:3.0:1780978309.617135:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978309.617142:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.617157:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978309.617159:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.617166:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978309.617168:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978309.618241:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.618268:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978309.618274:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.618277:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.618289:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.618299:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978309.618309:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.618314:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.618319:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.618324:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23340 00000400:00000200:3.0:1780978309.618330:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978309.618338:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bb5 [1] + 224 00000800:00000001:3.0:1780978309.618348:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.618391:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978309.618395:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978309.618400:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978309.618406:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978309.618413:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978309.618423:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978309.618524:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978309.618535:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978309.618539:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.618767:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.618773:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978309.618784:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978309.618787:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978309.618791:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978309.618800:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978309.618802:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978309.618805:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978309.618810:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978309.618818:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.618913:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978309.618916:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.618919:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978309.618923:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978309.618926:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978309.618928:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978309.618932:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978309.618945:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=107 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978309.618958:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=107 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978309.618962:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978309.618964:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978309.618966:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978309.618970:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.618974:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978309.618976:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978309.618978:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978309.618980:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978309.618985:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.618992:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978309.618996:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978309.618998:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978309.619001:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978309.619009:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034d2902e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851456:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978309.619015:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.619018:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978309.619020:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000034d2902e x1867487341851456/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978341 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978309.619027:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978309.619029:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978309.619033:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978309.619037:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978309.619040:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978309.619042:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978309.619045:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978309.619047:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000064b6ed1. 02000000:00000001:2.0:1780978309.619051:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978309.619053:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978309.619055:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000034d2902e. 00000100:00000001:2.0:1780978309.619059:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978309.619061:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.619063:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978309.619075:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978309.619077:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978309.619079:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978309.619082:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978310.435235:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978310.435242:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978310.435250:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978310.435251:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978310.435255:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978310.435256:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978310.435381:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978310.435386:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978310.435389:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978311.459107:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978311.459115:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978311.459124:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978311.459125:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978311.459130:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978311.459130:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978311.459248:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978311.459253:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978311.459256:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978312.481512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978312.481519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978312.481533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978312.481535:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978312.481539:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978312.481540:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978312.481979:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978312.481985:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978312.481988:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978313.505939:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978313.505946:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978313.505948:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978313.505951:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505956:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978313.505958:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505960:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505961:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505965:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978313.505966:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505969:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978313.505970:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978313.505971:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978313.505975:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978313.505978:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978313.505979:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505980:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978313.505981:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505982:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978313.505983:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978313.512153:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978313.512167:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978313.512172:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978314.530313:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978314.530320:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978314.530328:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978314.530329:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978314.530344:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978314.530345:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978314.530661:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978314.530665:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978314.530667:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978314.721807:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978314.721818:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978314.721831:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978314.721838:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978314.721842:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978314.721845:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978314.721850:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978314.721857:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780978314.721863:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721873:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978314.721882:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978314.721885:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721890:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.721922:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721925:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978314.721928:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978314.721940:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780978314.721942:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978314.721945:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978314.721946:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978314.721947:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978314.721951:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012913cb1. 00000100:00000001:1.0:1780978314.721953:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721956:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978314.721963:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978314.721964:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721967:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a1886388] to pc [ptlrpcd_00_00+0] req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.721974:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721975:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978314.721978:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978314.721982:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978314.721984:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978314.721985:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978314.721986:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978314.721987:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978314.721990:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780978314.721992:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.721995:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978314.722001:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978314.722003:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.722005:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_01+1] req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.722011:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978314.722012:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978314.722015:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978314.722017:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978314.722019:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978314.722025:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3707) 00000100:00000001:1.0:1780978314.722040:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978314.722043:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978314.722045:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978314.722049:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.722057:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978314.722059:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978314.722063:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978314.722066:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978314.722068:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341851584:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978314.722072:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978314.722073:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1780978314.722076:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1780978314.722079:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1780978314.722080:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1780978314.722082:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978314.722086:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1780978314.722087:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1780978314.722090:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978314.722094:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722100:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978314.722101:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978314.722104:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 02000000:00000001:0.0:1780978314.722105:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1780978314.722109:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978314.722115:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 02000000:00000001:0.0:1780978314.722120:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1780978314.722122:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851584, portal 10 00000100:00000001:1.0:1780978314.722125:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1780978314.722126:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341851520:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978314.722127:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000001:0.0:1780978314.722133:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978314.722136:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1780978314.722137:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000001:0.0:1780978314.722138:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978314.722143:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978314.722147:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 00000100:00000001:1.0:1780978314.722148:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:0.0:1780978314.722151:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.722152:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978314.722157:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000400:00000200:0.0:1780978314.722158:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000200:1.0:1780978314.722162:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851584, offset 0 00000400:00000010:0.0:1780978314.722163:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978314.722170:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060bf2337. 00000400:00000200:1.0:1780978314.722173:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000200:0.0:1780978314.722175:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851520, portal 25 00000100:00000001:0.0:1780978314.722179:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978314.722180:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000400:00000200:1.0:1780978314.722183:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:0.0:1780978314.722186:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.722193:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:1.0:1780978314.722193:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000100:00000040:0.0:1780978314.722197:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978314.722199:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004df33d8d. 00000100:00000200:0.0:1780978314.722202:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341851520, offset 0 00000400:00000200:1.0:1780978314.722203:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978314.722209:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978314.722209:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978314.722217:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978314.722220:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2192:2192:256:4294967295] 192.168.201.116@tcp LPNI seq info [2192:2192:8:4294967295] 00000400:00000200:1.0:1780978314.722224:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978314.722229:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978314.722234:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:0.0:1780978314.722238:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000800:00000200:1.0:1780978314.722244:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978314.722245:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978314.722249:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1780978314.722251:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4740398 (tot 3214886). 00000400:00000200:0.0:1780978314.722252:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978314.722256:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2193:2193:255:4294967295] 192.168.201.116@tcp LPNI seq info [2193:2193:7:4294967295] 00000400:00000200:0.0:1780978314.722262:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:1.0:1780978314.722263:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978314.722272:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978314.722276:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c4740398 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1780978314.722283:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978314.722288:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978314.722292:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3215134). 00000100:00000001:1.0:1780978314.722295:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780978314.722296:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000100:00000001:1.0:1780978314.722299:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1780978314.722303:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000100:00000001:1.0:1780978314.722304:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780978314.722307:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978314.722308:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722313:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978314.722313:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.722317:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978314.722321:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722323:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978314.722325:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.722327:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978314.722329:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978314.722333:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978314.722334:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978314.722335:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978314.722337:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722342:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978314.722344:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978314.722347:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978314.722348:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978314.722351:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341851648:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978314.722354:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978314.722383:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978314.722384:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978314.722386:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978314.722389:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978314.722390:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978314.722402:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978314.722405:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1aef72b. 00000400:00000010:0.0:1780978314.722408:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091969cc0. 00000100:00000200:0.0:1780978314.722410:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851648, portal 10 00000100:00000001:0.0:1780978314.722412:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978314.722412:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:0.0:1780978314.722417:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.722423:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978314.722425:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978314.722427:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061550cc2. 00000100:00000200:0.0:1780978314.722429:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851648, offset 0 00000400:00000200:0.0:1780978314.722432:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978314.722436:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978314.722439:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978314.722443:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978314.722444:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978314.722446:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978314.722449:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2194:2194:254:4294967295] 192.168.201.116@tcp LPNI seq info [2194:2194:6:4294967295] 00000400:00000200:0.0:1780978314.722452:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978314.722466:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978314.722470:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978314.722473:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b291553 (tot 3215382). 00000800:00000200:0.0:1780978314.722476:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978314.722492:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978314.722494:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b291553 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978314.722496:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722498:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978314.722499:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722501:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722502:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.722506:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978314.722507:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978314.722509:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.722510:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978314.722511:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.722513:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978314.722915:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978314.722919:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4740398 (tot 3215134). 00000400:00000200:3.0:1780978314.722926:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.722931:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978314.722936:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:3.0:1780978314.722937:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:3.0:1780978314.722941:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978314.722945:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.722953:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978314.722955:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.722961:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978314.722963:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978314.722975:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978314.722977:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0cac96f (tot 3214886). 00000400:00000200:3.0:1780978314.722979:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.722982:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978314.722984:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004df33d8d 00000400:00000010:3.0:1780978314.723032:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004df33d8d. 00000100:00000001:3.0:1780978314.723036:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978314.723039:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.723045:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978314.723047:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.723051:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978314.723052:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978314.723111:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978314.723113:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b291553 (tot 3214638). 00000400:00000200:3.0:1780978314.723116:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.723119:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978314.723121:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061550cc2 00000400:00000010:3.0:1780978314.723122:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061550cc2. 00000100:00000001:3.0:1780978314.723124:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978314.723127:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.723136:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978314.723138:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.723143:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978314.723144:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978314.724528:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.724554:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978314.724558:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.724561:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.724571:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.724578:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978314.724585:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.724590:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.724594:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.724598:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23380 00000400:00000200:3.0:1780978314.724603:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.724609:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bcd [1] + 224 00000800:00000001:3.0:1780978314.724618:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.724625:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.724627:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.724631:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978314.724636:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978314.724642:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978314.724652:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.724674:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978314.724683:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.724685:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.725048:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.725052:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978314.725058:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978314.725060:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978314.725062:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978314.725066:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060bf2337 00000400:00000010:0.0:1780978314.725068:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060bf2337. 00000100:00000001:0.0:1780978314.725070:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978314.725074:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978314.725080:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.725086:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978314.725088:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.725090:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978314.725093:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978314.725095:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978314.725097:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978314.725099:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978314.725116:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=113 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978314.725121:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=113 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978314.725123:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978314.725125:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978314.725127:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978314.725129:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.725131:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978314.725135:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.725140:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978314.725143:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978314.725144:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978314.725147:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978314.725153:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341851520:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978314.725158:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.725161:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978314.725163:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341851520/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978321 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.725169:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978314.725172:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978314.725174:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978314.725178:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978314.725181:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978314.725183:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978314.725185:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978314.725187:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:0.0:1780978314.725191:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978314.725192:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978314.725193:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:0.0:1780978314.725197:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978314.725198:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.725200:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.725202:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.725203:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978314.725204:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.725206:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978314.725495:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725504:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978314.725507:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725509:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.725526:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725532:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978314.725538:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725542:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725545:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725548:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a233c0 00000400:00000200:3.0:1780978314.725552:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725556:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bc5 [1] + 224 00000800:00000001:3.0:1780978314.725561:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725565:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.725567:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.725570:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978314.725574:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978314.725579:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978314.725587:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.725611:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978314.725617:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725620:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978314.725622:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725623:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.725626:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725629:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978314.725634:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725636:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725638:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725640:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23400 00000400:00000200:3.0:1780978314.725643:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978314.725646:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bd5 [1] + 224 00000800:00000001:3.0:1780978314.725650:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725655:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978314.725657:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978314.725660:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978314.725662:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978314.725664:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978314.725671:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978314.725690:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978314.725694:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978314.725696:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.726156:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.726159:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978314.726164:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978314.726166:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978314.726169:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1aef72b. 00000400:00000200:0.0:1780978314.726173:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091969cc0 00000400:00000010:0.0:1780978314.726175:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091969cc0. 00000100:00000001:0.0:1780978314.726177:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978314.726182:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978314.726189:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.726195:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978314.726196:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.726198:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978314.726201:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978314.726203:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978314.726204:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978314.726206:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978314.726213:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=112 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978314.726216:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=112 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978314.726218:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978314.726220:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978314.726221:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978314.726224:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978314.726226:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978314.726228:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978314.726230:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978314.726231:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978314.726234:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.726240:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978314.726242:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978314.726243:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978314.726246:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978314.726252:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341851648:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978314.726256:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.726258:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978314.726272:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341851648/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978346 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978314.726278:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978314.726279:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978314.726281:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978314.726284:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978314.726285:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978314.726286:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978314.726288:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978314.726290:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:0.0:1780978314.726293:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978314.726295:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978314.726297:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978314.726300:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978314.726301:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.726304:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978314.726311:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978314.726312:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.726313:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978314.726316:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978314.726317:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978314.726320:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780978314.726321:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978314.726324:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978314.726325:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978314.726329:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:1.0:1780978314.726331:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:1.0:1780978314.726334:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978314.726348:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978314.726381:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.726388:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978314.726389:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978314.726391:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978314.726393:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978314.726394:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978314.726395:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978314.726396:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978314.726400:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=113 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978314.726402:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=113 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978314.726404:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978314.726405:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978314.726407:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978314.726408:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978314.726410:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978314.726411:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978314.726413:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978314.726414:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978314.726417:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.726422:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978314.726424:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978314.726425:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978314.726427:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978314.726432:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341851584:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978314.726436:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978314.726437:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978314.726439:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a1886388 x1867487341851584/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978314.726444:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978314.726445:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978314.726447:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978314.726450:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978314.726451:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978314.726452:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978314.726454:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978314.726455:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000012913cb1. 02000000:00000001:1.0:1780978314.726457:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978314.726458:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978314.726459:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1886388. 00000100:00000001:1.0:1780978314.726462:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978314.726463:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978314.726465:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978314.726469:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978314.726470:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978314.726471:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978314.726472:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978315.554107:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978315.554113:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978315.554118:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978315.554120:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978315.554123:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978315.554124:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978315.554270:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978315.554274:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978315.554277:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978316.577881:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978316.577886:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978316.577892:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978316.577893:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978316.577897:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978316.577898:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978316.578549:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978316.578554:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978316.578557:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978317.601850:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978317.601856:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978317.601861:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978317.601864:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978317.601867:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978317.601872:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978317.601874:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978317.601875:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978317.601878:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978317.601880:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978317.601882:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978317.601884:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978317.601887:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978317.601888:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978317.602318:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978317.602321:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978317.602324:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978318.627553:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978318.627559:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978318.627564:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978318.627565:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978318.627568:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978318.627569:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978318.627651:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978318.627655:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978318.627658:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978319.654794:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978319.654799:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978319.654806:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978319.654807:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978319.654810:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978319.654811:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978319.654900:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978319.654904:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978319.654907:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978319.842764:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978319.842776:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978319.842787:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000782f7268. 00000020:00000040:0.0:1780978319.842794:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978319.842798:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978319.842801:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978319.842806:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978319.842816:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea89582. 00000100:00000001:0.0:1780978319.842823:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842833:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978319.842856:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978319.842860:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842864:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000782f7268] to pc [ptlrpcd_00_00+0] req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978319.842890:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842892:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978319.842895:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978319.842898:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8c629cc. 00000020:00000040:0.0:1780978319.842900:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978319.842902:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978319.842903:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978319.842905:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978319.842907:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978319.842910:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842913:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978319.842918:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978319.842919:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842921:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8c629cc] to pc [ptlrpcd_00_01+1] req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978319.842927:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842930:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978319.842933:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978319.842935:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce14d340. 00000020:00000040:0.0:1780978319.842937:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978319.842938:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978319.842939:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978319.842940:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978319.842942:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ed0a00e. 00000100:00000001:0.0:1780978319.842944:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842946:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978319.842951:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978319.842952:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978319.842954:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ce14d340] to pc [ptlrpcd_00_00+0] req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978319.842960:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978319.842961:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978319.842964:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978319.842966:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978319.842968:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978319.842972:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3712) 00000100:00000001:0.0:1780978319.842986:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978319.842989:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978319.842991:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978319.842995:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978319.843001:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978319.843002:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978319.843006:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978319.843009:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978319.843012:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341851776:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978319.843016:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978319.843021:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978319.843023:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978319.843026:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978319.843030:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978319.843031:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978319.843039:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978319.843043:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1aef72b. 00000400:00000010:0.0:1780978319.843049:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091969cc0. 00000100:00000200:0.0:1780978319.843055:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851776, portal 10 00000100:00000001:0.0:1780978319.843057:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978319.843059:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701192896 : -109779008358720 : ffff9c281533f6c0) 00000100:00000040:0.0:1780978319.843065:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978319.843071:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978319.843073:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978319.843075:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060bf2337. 00000100:00000200:0.0:1780978319.843078:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851776, offset 0 00000100:00000001:1.0:1780978319.843179:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.843182:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978319.843183:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978319.843187:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.843193:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978319.843194:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.843196:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978319.843197:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978319.843199:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000782f7268 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341851712:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978319.843202:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978319.843204:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978319.843205:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.843206:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978319.843209:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978319.843210:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978319.843214:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978319.843217:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978319.843220:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978319.843222:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851712, portal 25 00000100:00000001:1.0:1780978319.843224:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978319.843225:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701179520 : -109779008372096 : ffff9c281533c280) 00000100:00000040:1.0:1780978319.843229:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.843235:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978319.843237:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978319.843239:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000400:00000200:0.0:1780978319.843255:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978319.843266:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978319.843273:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978319.843280:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978319.843283:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978319.843286:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978319.843290:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2195:2195:256:4294967295] 192.168.201.116@tcp LPNI seq info [2195:2195:8:4294967295] 00000400:00000200:0.0:1780978319.843293:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978319.843301:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978319.843307:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978319.843311:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d898a45e (tot 3214886). 00000800:00000200:0.0:1780978319.843318:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978319.843325:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978319.843329:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d898a45e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978319.843347:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978319.843350:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978319.843353:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978319.843379:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978319.843382:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978319.843391:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978319.843392:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978319.843395:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978319.843395:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978319.843397:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978319.843399:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978319.844987:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978319.844994:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d898a45e (tot 3214638). 00000400:00000200:3.0:1780978319.845001:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.845009:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000200:1.0:1780978319.847149:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341851712, offset 0 00000400:00000200:1.0:1780978319.847169:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978319.847180:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978319.847190:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978319.847198:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978319.847202:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978319.847205:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978319.847208:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2196:2196:255:4294967295] 192.168.201.116@tcp LPNI seq info [2196:2196:7:4294967295] 00000400:00000200:1.0:1780978319.847213:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978319.847221:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978319.847227:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978319.847232:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214886). 00000800:00000200:1.0:1780978319.847241:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978319.847249:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978319.847252:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978319.847257:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847259:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978319.847263:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847267:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978319.847272:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.847288:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978319.847290:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.847294:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978319.847297:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978319.847300:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce14d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341851840:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978319.847305:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978319.847309:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978319.847312:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.847315:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978319.847319:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978319.847321:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978319.847325:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978319.847328:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978319.847334:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978319.847340:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851840, portal 10 00000100:00000001:1.0:1780978319.847342:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978319.847343:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701177088 : -109779008374528 : ffff9c281533b900) 00000100:00000040:1.0:1780978319.847349:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.847377:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978319.847380:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978319.847383:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2d6103. 00000100:00000200:1.0:1780978319.847385:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851840, offset 0 00000400:00000200:1.0:1780978319.847389:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978319.847393:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978319.847397:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978319.847400:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978319.847402:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978319.847404:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978319.847407:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2197:2197:254:4294967295] 192.168.201.116@tcp LPNI seq info [2197:2197:6:4294967295] 00000400:00000200:1.0:1780978319.847411:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978319.847416:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978319.847420:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978319.847423:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3215134). 00000800:00000200:1.0:1780978319.847439:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978319.847443:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978319.847445:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978319.847448:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847450:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978319.847451:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847453:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847457:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.847466:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978319.847468:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978319.847471:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.847473:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978319.847474:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.847476:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978319.853286:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060bf2337 00000400:00000010:3.0:1780978319.853295:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060bf2337. 00000100:00000001:3.0:1780978319.853301:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978319.853313:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.853325:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978319.853328:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.853334:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978319.853336:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978319.853347:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.853423:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978319.853437:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.853441:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.853447:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.853452:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978319.853459:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.853463:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.853467:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.853470:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23480 00000400:00000200:3.0:1780978319.853475:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.853480:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bdd [1] + 224 00000800:00000001:3.0:1780978319.853488:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.853494:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.853496:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.853500:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978319.853504:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978319.853507:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978319.853514:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.853528:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978319.853573:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978319.853577:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214886). 00000400:00000200:3.0:1780978319.853581:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.853585:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978319.853587:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:3.0:1780978319.853588:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:3.0:1780978319.853590:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978319.853594:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.853600:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978319.853602:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.853938:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978319.853940:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978319.853946:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.853950:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780978319.853990:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978319.853993:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7a0e310 (tot 3214638). 00000400:00000200:3.0:1780978319.853996:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.854001:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978319.854003:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2d6103 00000400:00000010:3.0:1780978319.854005:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2d6103. 00000100:00000001:3.0:1780978319.854007:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978319.854010:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.854017:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978319.854019:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.854025:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978319.854026:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978319.854105:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.854108:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978319.854114:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978319.854116:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978319.854118:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1aef72b. 00000400:00000200:1.0:1780978319.854121:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091969cc0 00000400:00000010:1.0:1780978319.854123:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091969cc0. 00000100:00000001:1.0:1780978319.854125:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978319.854129:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978319.854136:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.854142:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978319.854144:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.854146:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978319.854149:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978319.854151:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978319.854153:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.854156:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978319.854163:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=118 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978319.854166:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=118 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978319.854169:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978319.854170:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978319.854173:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978319.854175:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.854178:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978319.854180:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978319.854181:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978319.854183:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978319.854186:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.854193:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978319.854195:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978319.854197:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978319.854200:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978319.854208:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341851776:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978319.854213:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.854214:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978319.854216:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8c629cc x1867487341851776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.854221:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978319.854223:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978319.854226:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:1.0:1780978319.854229:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978319.854231:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978319.854233:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978319.854235:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978319.854237:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:1.0:1780978319.854239:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978319.854241:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978319.854242:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8c629cc. 00000100:00000001:1.0:1780978319.854245:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978319.854246:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.854248:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.854257:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978319.854258:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.854260:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.854262:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978319.863883:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.863898:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978319.863902:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.863904:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.863914:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.863922:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978319.863930:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.863936:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.863940:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.863944:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23440 00000400:00000200:3.0:1780978319.863949:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.863954:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6be5 [1] + 224 00000800:00000001:3.0:1780978319.863962:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.863967:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.863969:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.863973:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978319.863979:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978319.863985:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978319.863994:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.864016:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978319.864025:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.864028:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978319.864029:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.864031:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.864034:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.864037:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978319.864041:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.864043:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.864046:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.864048:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a234c0 00000400:00000200:3.0:1780978319.864051:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978319.864055:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bed [1] + 224 00000800:00000001:3.0:1780978319.864058:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.864064:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978319.864066:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978319.864069:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978319.864071:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978319.864073:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978319.864081:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978319.864260:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978319.864266:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978319.864269:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864341:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.864345:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978319.864352:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978319.864354:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978319.864382:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978319.864387:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:1.0:1780978319.864390:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:1.0:1780978319.864393:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978319.864397:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978319.864404:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864410:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978319.864412:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864414:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978319.864416:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978319.864419:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978319.864421:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.864423:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978319.864439:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=118 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978319.864447:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=118 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978319.864458:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978319.864460:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978319.864462:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978319.864464:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.864466:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978319.864470:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864476:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978319.864479:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978319.864482:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978319.864484:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978319.864491:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000782f7268 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341851712:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978319.864497:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978319.864498:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978319.864499:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978319.864501:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978319.864502:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978319.864504:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978319.864506:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978319.864513:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864518:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978319.864519:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864521:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978319.864522:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978319.864523:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978319.864524:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978319.864526:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978319.864530:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=117 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978319.864533:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=117 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978319.864535:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978319.864536:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978319.864537:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978319.864540:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.864543:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978319.864544:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978319.864546:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978319.864548:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978319.864550:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864561:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978319.864563:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978319.864564:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978319.864566:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978319.864572:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce14d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341851840:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978319.864575:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864578:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978319.864580:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000782f7268 x1867487341851712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978326 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864586:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978319.864588:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978319.864591:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978319.864594:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978319.864596:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978319.864598:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978319.864600:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978319.864602:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:1.0:1780978319.864616:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978319.864617:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978319.864619:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000782f7268. 00000100:00000001:1.0:1780978319.864622:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978319.864623:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864624:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978319.864626:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ce14d340 x1867487341851840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978351 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978319.864632:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978319.864632:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978319.864633:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978319.864635:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978319.864636:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978319.864637:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978319.864639:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978319.864640:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003ed0a00e. 02000000:00000001:1.0:1780978319.864642:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978319.864643:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978319.864643:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce14d340. 00000100:00000001:1.0:1780978319.864646:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978319.864647:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864649:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978319.864656:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978319.864658:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978319.864660:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978319.864662:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978320.673508:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978320.673514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978320.673520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978320.673521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978320.673524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978320.673525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978320.673619:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978320.673623:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978320.673625:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978321.697509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978321.697513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978321.697520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978321.697521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978321.697535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978321.697537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978321.697710:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978321.697714:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978321.697716:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978322.721523:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978322.721529:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978322.721535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978322.721536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978322.721540:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978322.721540:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978322.721689:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978322.721693:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978322.721695:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978323.750136:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978323.750145:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978323.750147:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978323.750149:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750155:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978323.750157:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750160:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750162:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750165:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978323.750166:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750169:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978323.750171:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978323.750172:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978323.750177:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978323.750179:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978323.750180:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750182:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978323.750183:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750184:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978323.750185:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978323.750352:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978323.750386:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978323.750390:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978324.769662:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978324.769670:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978324.769677:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978324.769678:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978324.769682:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978324.769683:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978324.769832:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978324.769835:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978324.769838:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978324.961719:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978324.961733:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978324.961744:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b60d6178. 00000020:00000040:3.0:1780978324.961752:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978324.961756:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978324.961759:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978324.961764:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978324.961772:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060bcb4d4. 00000100:00000001:3.0:1780978324.961780:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961790:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978324.961800:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978324.961803:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961808:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b60d6178] to pc [ptlrpcd_01_00+0] req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.961848:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961851:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978324.961854:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978324.961857:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d0bf786b. 00000020:00000040:3.0:1780978324.961859:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978324.961860:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978324.961870:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978324.961872:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978324.961875:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003e971bd. 00000100:00000001:3.0:1780978324.961879:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961882:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978324.961888:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978324.961890:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961893:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d0bf786b] to pc [ptlrpcd_01_01+1] req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.961899:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961901:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978324.961904:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978324.961906:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013ded6ec. 00000020:00000040:3.0:1780978324.961909:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978324.961910:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978324.961911:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978324.961912:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978324.961914:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7f5c709. 00000100:00000001:3.0:1780978324.961917:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961919:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978324.961925:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978324.961926:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978324.961928:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000013ded6ec] to pc [ptlrpcd_01_00+0] req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.961934:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978324.961936:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978324.961939:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978324.961942:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978324.961945:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978324.961950:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3717) 00000100:00000001:2.0:1780978324.962144:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.962149:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978324.962151:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978324.962156:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962164:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978324.962166:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962184:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978324.962187:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978324.962190:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b60d6178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341851904:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978324.962196:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978324.962202:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978324.962205:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962207:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978324.962211:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978324.962213:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978324.962221:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978324.962225:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978324.962233:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978324.962241:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851904, portal 25 00000100:00000001:2.0:1780978324.962244:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978324.962245:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392665152 : -109779316886464 : ffff9c2802d03440) 00000100:00000040:2.0:1780978324.962250:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962256:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978324.962259:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978324.962261:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b6800e. 00000100:00000200:2.0:1780978324.962263:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341851904, offset 0 00000400:00000200:2.0:1780978324.962270:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962282:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962292:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978324.962300:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978324.962304:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978324.962307:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962310:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2198:2198:256:4294967295] 192.168.201.116@tcp LPNI seq info [2198:2198:8:4294967295] 00000400:00000200:2.0:1780978324.962314:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962322:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978324.962328:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978324.962333:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214886). 00000800:00000200:2.0:1780978324.962354:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978324.962414:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978324.962420:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978324.962441:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962443:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.962447:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962450:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978324.962453:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962459:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978324.962460:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962462:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978324.962465:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978324.962467:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013ded6ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852032:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978324.962470:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978324.962472:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978324.962473:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962474:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978324.962477:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978324.962479:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978324.962483:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978324.962486:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978324.962489:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978324.962492:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852032, portal 10 00000100:00000001:2.0:1780978324.962494:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978324.962495:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392672448 : -109779316879168 : ffff9c2802d050c0) 00000100:00000040:2.0:1780978324.962501:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962507:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978324.962509:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978324.962512:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb26aca. 00000100:00000200:2.0:1780978324.962514:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852032, offset 0 00000400:00000200:2.0:1780978324.962518:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962521:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962525:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978324.962528:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978324.962529:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978324.962531:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962533:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2199:2199:255:4294967295] 192.168.201.116@tcp LPNI seq info [2199:2199:7:4294967295] 00000400:00000200:2.0:1780978324.962537:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962541:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978324.962545:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978324.962548:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3215134). 00000800:00000200:2.0:1780978324.962551:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978324.962555:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978324.962557:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978324.962560:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962561:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.962563:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962564:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962566:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.962574:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978324.962576:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978324.962578:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.962579:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978324.962580:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978324.962582:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978324.962584:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.962585:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978324.962586:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.962588:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.962589:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978324.962590:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978324.962593:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962598:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978324.962599:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962601:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978324.962602:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978324.962604:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0bf786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851968:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978324.962607:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978324.962608:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978324.962609:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.962611:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978324.962613:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978324.962615:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978324.962618:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978324.962620:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9138de. 00000400:00000010:2.0:1780978324.962623:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007013c264. 00000100:00000200:2.0:1780978324.962626:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341851968, portal 10 00000100:00000001:2.0:1780978324.962627:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978324.962628:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392676096 : -109779316875520 : ffff9c2802d05f00) 00000100:00000040:2.0:1780978324.962632:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.962637:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978324.962639:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978324.962641:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6cc7185. 00000100:00000200:2.0:1780978324.962642:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341851968, offset 0 00000400:00000200:2.0:1780978324.962647:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962650:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962652:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978324.962656:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978324.962658:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978324.962660:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978324.962662:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2200:2200:254:4294967295] 192.168.201.116@tcp LPNI seq info [2200:2200:6:4294967295] 00000400:00000200:2.0:1780978324.962665:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978324.962670:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978324.962674:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978324.962678:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3215382). 00000800:00000200:2.0:1780978324.962682:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978324.962685:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978324.962687:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978324.962690:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962691:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.962693:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962695:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962696:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.962708:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.962709:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978324.963085:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978324.963090:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3215134). 00000400:00000200:3.0:1780978324.963097:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.963103:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978324.963108:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b6800e 00000400:00000010:3.0:1780978324.963111:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b6800e. 00000100:00000001:3.0:1780978324.963115:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978324.963119:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963127:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978324.963129:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963135:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978324.963136:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978324.963147:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978324.963149:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214886). 00000400:00000200:3.0:1780978324.963151:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.963154:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978324.963156:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb26aca 00000400:00000010:3.0:1780978324.963157:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb26aca. 00000100:00000001:3.0:1780978324.963158:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978324.963161:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963167:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978324.963240:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963246:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978324.963248:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978324.963729:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978324.963732:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214638). 00000400:00000200:3.0:1780978324.963736:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.963740:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978324.963744:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6cc7185 00000400:00000010:3.0:1780978324.963745:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6cc7185. 00000100:00000001:3.0:1780978324.963748:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978324.963751:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963757:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978324.963759:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.963764:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978324.963766:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978324.966072:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.966088:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978324.966092:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.966094:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.966105:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.966113:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978324.966120:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.966125:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.966130:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.966134:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23580 00000400:00000200:3.0:1780978324.966140:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.966145:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c05 [1] + 224 00000800:00000001:3.0:1780978324.966153:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.966163:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.966166:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.966169:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978324.966174:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978324.966179:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978324.966191:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.966212:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978324.966219:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.966222:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.967048:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.967055:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978324.967066:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978324.967068:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978324.967070:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978324.967079:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978324.967080:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978324.967084:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978324.967092:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978324.967102:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.967109:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978324.967111:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.967113:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978324.967116:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978324.967119:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978324.967121:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.967124:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978324.967134:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=122 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978324.967138:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=122 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978324.967140:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978324.967142:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978324.967144:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978324.967147:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.967151:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978324.967153:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978324.967154:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978324.967156:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978324.967160:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.967166:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.967179:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978324.967182:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978324.967185:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978324.967192:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013ded6ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852032:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978324.967197:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.967200:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978324.967202:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000013ded6ec x1867487341852032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978356 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.967207:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978324.967209:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978324.967211:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978324.967215:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978324.967217:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978324.967219:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978324.967221:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978324.967223:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f7f5c709. 02000000:00000001:2.0:1780978324.967227:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978324.967228:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978324.967229:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013ded6ec. 00000100:00000001:2.0:1780978324.967232:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978324.967233:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.967236:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.967238:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.967239:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978324.967240:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.967241:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978324.975092:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975112:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978324.975118:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975121:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.975135:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975146:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978324.975163:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975169:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975174:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975180:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23500 00000400:00000200:3.0:1780978324.975187:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975194:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6bf5 [1] + 224 00000800:00000001:3.0:1780978324.975206:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975211:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.975213:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.975218:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978324.975225:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978324.975233:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978324.975256:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.975283:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978324.975292:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975295:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978324.975297:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975298:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.975301:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975304:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978324.975308:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975310:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975313:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975315:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23540 00000400:00000200:3.0:1780978324.975319:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978324.975322:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c15 [1] + 224 00000800:00000001:3.0:1780978324.975327:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975333:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978324.975472:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978324.975476:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978324.975479:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978324.975482:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978324.975490:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978324.975496:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978324.975501:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978324.975504:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976198:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.976202:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978324.976209:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978324.976211:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978324.976213:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9138de. 00000400:00000200:2.0:1780978324.976219:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007013c264 00000400:00000010:2.0:1780978324.976221:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007013c264. 00000100:00000001:2.0:1780978324.976224:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978324.976231:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978324.976239:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976245:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978324.976247:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976249:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978324.976252:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978324.976255:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978324.976257:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.976260:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978324.976267:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=123 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978324.976272:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=123 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978324.976274:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978324.976276:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978324.976278:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978324.976281:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.976284:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978324.976286:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978324.976288:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978324.976289:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978324.976293:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976298:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.976301:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978324.976303:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978324.976306:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978324.976313:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0bf786b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341851968:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978324.976318:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978324.976319:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978324.976320:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978324.976322:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978324.976323:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978324.976325:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978324.976327:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978324.976334:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976351:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978324.976352:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976354:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978324.976355:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978324.976434:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978324.976436:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978324.976437:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978324.976440:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=123 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978324.976443:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=123 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978324.976445:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978324.976446:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978324.976447:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978324.976449:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.976450:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978324.976453:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976458:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978324.976460:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978324.976461:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978324.976463:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978324.976469:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b60d6178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341851904:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978324.976473:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976475:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978324.976477:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d0bf786b x1867487341851968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976483:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978324.976485:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978324.976488:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978324.976493:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978324.976495:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978324.976497:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978324.976500:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978324.976502:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000003e971bd. 02000000:00000001:2.0:1780978324.976505:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978324.976507:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978324.976508:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d0bf786b. 00000100:00000001:2.0:1780978324.976511:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978324.976512:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976514:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978324.976516:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b60d6178 x1867487341851904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978331 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978324.976520:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978324.976521:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978324.976522:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978324.976523:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978324.976524:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978324.976525:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978324.976526:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978324.976527:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000060bcb4d4. 02000000:00000001:2.0:1780978324.976528:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978324.976529:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978324.976530:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b60d6178. 00000100:00000001:2.0:1780978324.976531:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978324.976532:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976534:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978324.976543:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978324.976545:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978324.976547:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978324.976549:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978325.793497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978325.793503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978325.793510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978325.793511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978325.793514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978325.793515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978325.793636:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978325.793640:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978325.793643:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978326.817549:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978326.817555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978326.817562:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978326.817563:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978326.817567:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978326.817568:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978326.817837:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978326.817841:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978326.817844:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978327.841796:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978327.841802:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978327.841809:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978327.841813:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978327.841815:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978327.841820:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978327.841823:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978327.841824:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978327.841827:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978327.841829:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978327.841830:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978327.841832:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978327.841836:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978327.841837:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978327.841899:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978327.841902:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978327.841905:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1780978328.439769:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978328.439789:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978328.439794:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978328.439796:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978328.439808:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978328.439816:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978328.439825:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978328.439831:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978328.439835:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978328.439839:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 600 into portal 10 MB=0x6a27847a228c0 00000400:00000200:3.0:1780978328.439844:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978328.439851:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 600/600 into md 0x6b8d [32] + 224 00000800:00000001:3.0:1780978328.439860:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978328.439868:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978328.439871:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978328.439875:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978328.439883:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978328.439889:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1780978328.439900:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978328.439983:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978328.440052:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978328.440063:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978328.440066:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780978328.445648:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978328.445654:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978328.445658:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000829dddc3. 00000400:00000200:1.0:1780978328.445669:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b71edbd9 00000400:00000010:1.0:1780978328.445672:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000b71edbd9 (tot 3214006). 00000100:00000001:1.0:1780978328.445678:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978328.445689:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1780978328.445699:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978341 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978328.445707:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978328.445710:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978328.445713:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978328.445716:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978328.445718:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978328.445720:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978328.445723:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978328.445731:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=127 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978328.445735:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=127 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978328.445737:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1780978328.445740:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978341 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1780978328.445745:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978328.445748:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978328.445750:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978328.445752:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978328.445753:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1780978328.445756:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978341 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978328.445763:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1780978328.445766:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978328.445767:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978328.445770:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978341 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:1.0:1780978328.445777:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341848768:192.168.201.116@tcp:101:createmany.0 00000100:00000001:1.0:1780978328.445782:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978328.445785:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978328.445788:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780978328.445790:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978328.445793:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978341 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978328.445799:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780978328.445801:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d118512b. 00000100:00000001:1.0:1780978328.445806:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780978328.445808:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1780978328.445812:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780978328.445817:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780978328.445819:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780978328.445821:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f18713ac refcount=4 00000020:00000001:1.0:1780978328.445823:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:1.0:1780978328.445826:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00010000:1.0:1780978328.445830:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445838:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445844:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1780978328.445848:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445854:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445856:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780978328.445858:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445864:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445866:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.445868:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780978328.445870:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445875:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445877:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978328.445879:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978328.445881:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780978328.445883:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445892:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00010000:1.0:1780978328.445895:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18713ac already unused, calling callback (00000000cac9da95) 00000080:00000001:1.0:1780978328.445897:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1780978328.445900:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445916:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445918:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1780978328.445920:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1780978328.445922:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.445927:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.445928:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1780978328.445931:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780978328.445932:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780978328.445933:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780978328.445934:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f18713ac refcount=5 00000020:00000001:1.0:1780978328.445936:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:1.0:1780978328.445937:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706780224 : -109779002771392 : ffff9c2815893840) 00010000:00000001:1.0:1780978328.445940:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780978328.445941:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448226:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000080:00000001:1.0:1780978328.448235:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780978328.448237:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978328.448241:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780978328.448243:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780978328.448247:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780978328.448248:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780978328.448251:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978328.448253:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780978328.448255:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f18713ac with handle 0x2eb9f87d7f630793 from hash 00010000:00000001:1.0:1780978328.448258:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780978328.448259:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.448261:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448262:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780978328.448263:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780978328.448264:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780978328.448267:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.448267:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448269:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780978328.448270:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978328.448284:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448290:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:1.0:1780978328.448292:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.448292:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448293:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1780978328.448295:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780978328.448296:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.448297:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448298:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780978328.448299:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000f18713ac/0x2eb9f87d7f630793 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448304:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000040:1.0:1780978328.448307:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 0 00010000:00000010:1.0:1780978328.448312:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fc5d881. 00010000:00000001:1.0:1780978328.448325:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448326:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978328.448335:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978328.448343:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341848768/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978341 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978328.448350:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978328.448354:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978328.448397:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:1.0:1780978328.448450:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978328.448452:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978328.448454:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978328.448457:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978328.448459:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e4d7156f. 02000000:00000001:1.0:1780978328.448462:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978328.448464:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978328.448465:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:1.0:1780978328.448470:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978328.448471:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:1.0:1780978328.448474:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:63 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:1.0:1780978328.448478:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780978328.448481:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780978328.448485:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780978328.448486:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780978328.448487:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780978328.448496:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780978328.448499:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:1.0:1780978328.448504:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1780978328.448505:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978328.448507:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780978328.448512:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780978328.448517:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978328.448518:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978328.448519:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978328.448522:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978328.448524:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978328.448528:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978328.448535:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d87fece8. 00000100:00000001:1.0:1780978328.448541:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978328.448544:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780978328.448546:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978328.448547:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780978328.448548:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978328.448549:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780978328.448558:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00010000:00000001:1.0:1780978328.448561:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780978328.448563:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780978328.448576:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038023b53. 00010000:00000010:1.0:1780978328.448580:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f8057742. 00010000:00000001:1.0:1780978328.448584:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780978328.448587:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071afe4c3. 00000020:00000001:1.0:1780978328.448590:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780978328.448591:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000071afe4c3 with handle 0x2eb9f87d7f63079a to hash 00000020:00000001:1.0:1780978328.448593:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780978328.448595:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00000001:1.0:1780978328.448598:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00000001:1.0:1780978328.448600:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978328.448602:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978328.448604:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448610:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00010000:1.0:1780978328.448612:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448617:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00000020:00100000:1.0:1780978328.448625:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780978328.448630:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1780978328.448638:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978328.448643:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00000100:00000001:1.0:1780978328.448645:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780978328.448647:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780978328.448652:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7c2561e. 00000100:00000001:1.0:1780978328.448655:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294427153344 : -109779282398272 : ffff9c2804de73c0) 00000100:00000001:1.0:1780978328.448657:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978328.448658:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000001:1.0:1780978328.448662:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978328.448665:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978328.448667:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780978328.448668:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780978328.448670:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978328.448672:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978328.448673:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=63 : 63 : 3f) 00000100:00100000:1.0:1780978328.448676:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 63 seconds 00000100:00000001:1.0:1780978328.448678:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978328.448680:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780978328.448681:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978328.448683:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780978328.452613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000baa0e31. 00010000:00000010:1.1:1780978328.452632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18713ac. 00010000:00000001:0.0:1780978328.865527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978328.865534:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978328.865543:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978328.865544:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978328.865548:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978328.865549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978328.865761:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978328.865765:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978328.865768:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978329.890054:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978329.890060:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978329.890068:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978329.890069:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978329.890072:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978329.890073:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978329.890238:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978329.890242:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978329.890244:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978330.081836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978330.081847:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978330.081857:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978330.081864:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978330.081867:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978330.081870:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978330.081875:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978330.081883:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978330.081889:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081899:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978330.081909:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978330.081913:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081918:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.081951:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081954:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978330.081957:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978330.081960:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978330.081962:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978330.081964:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978330.081965:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978330.081967:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978330.081969:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978330.081972:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081975:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978330.081982:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978330.081983:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081986:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.081993:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.081994:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978330.081997:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978330.081999:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978330.082001:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978330.082002:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978330.082003:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978330.082004:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978330.082007:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978330.082009:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.082012:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978330.082018:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978330.082020:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.082022:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_01+1] req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082034:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978330.082036:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978330.082039:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978330.082041:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978330.082043:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978330.082048:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3722) 00000100:00000001:1.0:1780978330.082070:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.082073:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978330.082075:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978330.082079:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082086:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978330.082088:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082092:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978330.082094:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978330.082097:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852288:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978330.082101:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978330.082106:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978330.082108:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082110:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978330.082114:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978330.082116:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978330.082123:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978330.082127:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978330.082132:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978330.082139:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852288, portal 10 00000100:00000001:1.0:1780978330.082141:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978330.082143:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978330.082149:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082156:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978330.082158:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978330.082160:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978330.082163:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852288, offset 0 00000400:00000200:1.0:1780978330.082170:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082178:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082186:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978330.082194:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978330.082197:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978330.082201:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082204:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2201:2201:256:4294967295] 192.168.201.116@tcp LPNI seq info [2201:2201:8:4294967295] 00000400:00000200:1.0:1780978330.082208:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082217:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978330.082222:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978330.082226:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214254). 00000800:00000200:1.0:1780978330.082233:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978330.082241:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978330.082260:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978330.082279:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082281:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.082284:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082287:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082289:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.082297:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978330.082299:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978330.082301:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.082301:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978330.082303:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978330.082305:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978330.082306:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.082307:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978330.082308:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.082310:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.082311:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978330.082312:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978330.082315:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082321:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978330.082322:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082324:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978330.082325:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978330.082328:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341852224:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978330.082331:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978330.082333:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978330.082334:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082336:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978330.082339:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978330.082340:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978330.082343:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978330.082345:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978330.082348:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780978330.082351:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852224, portal 25 00000100:00000001:1.0:1780978330.082352:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978330.082353:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978330.082381:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082386:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978330.082388:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978330.082390:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d79b6ee. 00000100:00000200:1.0:1780978330.082392:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341852224, offset 0 00000400:00000200:1.0:1780978330.082396:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082399:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082403:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978330.082406:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978330.082408:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978330.082410:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082412:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2202:2202:255:4294967295] 192.168.201.116@tcp LPNI seq info [2202:2202:7:4294967295] 00000400:00000200:1.0:1780978330.082415:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082420:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978330.082423:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978330.082426:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214502). 00000800:00000200:1.0:1780978330.082429:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978330.082432:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978330.082435:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978330.082437:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082438:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.082440:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082442:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978330.082444:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082450:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978330.082451:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082453:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978330.082454:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978330.082456:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852352:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978330.082459:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978330.082461:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978330.082462:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.082477:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978330.082480:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978330.082481:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978330.082484:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978330.082486:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978330.082489:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978330.082491:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852352, portal 10 00000100:00000001:1.0:1780978330.082493:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978330.082494:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:1.0:1780978330.082498:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.082505:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978330.082507:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978330.082509:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1a2510. 00000100:00000200:1.0:1780978330.082511:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852352, offset 0 00000400:00000200:1.0:1780978330.082515:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082518:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082521:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978330.082524:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978330.082527:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978330.082528:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978330.082530:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2203:2203:254:4294967295] 192.168.201.116@tcp LPNI seq info [2203:2203:6:4294967295] 00000400:00000200:1.0:1780978330.082534:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978330.082538:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978330.082541:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978330.082544:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214750). 00000800:00000200:1.0:1780978330.082547:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978330.082550:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978330.082552:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978330.082555:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082556:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.082558:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082559:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.082561:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978330.083354:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978330.083392:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978330.089112:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978330.089121:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000469085d0 (tot 3214502). 00000400:00000200:2.0:1780978330.089131:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978330.089141:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978330.089147:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:2.0:1780978330.089149:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:2.0:1780978330.089156:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978330.089162:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.089179:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978330.089182:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.089188:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978330.089189:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978330.089231:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978330.089233:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214254). 00000400:00000200:2.0:1780978330.089236:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978330.089239:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978330.089240:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d79b6ee 00000400:00000010:2.0:1780978330.089242:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d79b6ee. 00000100:00000001:2.0:1780978330.089255:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978330.089258:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.089265:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978330.089266:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.089271:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978330.089272:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978330.101021:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978330.101030:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c47b069e (tot 3214006). 00000400:00000200:2.0:1780978330.101038:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978330.101048:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978330.101054:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c1a2510 00000400:00000010:2.0:1780978330.101058:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c1a2510. 00000100:00000001:2.0:1780978330.101063:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978330.101070:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.101082:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978330.101084:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.101091:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978330.101093:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978330.101106:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978330.101119:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978330.101121:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978330.101123:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978330.101130:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978330.101135:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978330.101141:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978330.101145:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978330.101149:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978330.101152:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23680 00000400:00000200:3.0:1780978330.101156:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978330.101162:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c25 [1] + 224 00000800:00000001:3.0:1780978330.101170:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978330.101178:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978330.101180:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978330.101183:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978330.101187:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978330.101190:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978330.101197:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978330.101220:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978330.101226:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978330.101229:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.101619:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.101623:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978330.101631:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978330.101632:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978330.101635:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978330.101639:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978330.101640:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978330.101643:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978330.101647:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978330.101656:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.101662:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978330.101663:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.101666:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978330.101669:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978330.101671:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978330.101673:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.101675:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978330.101684:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=129 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978330.101688:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=129 v=2 (1 1 1 2) 00000100:00000001:1.0:1780978330.101691:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978330.101692:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978330.101695:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978330.101697:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.101701:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978330.101703:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978330.101705:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978330.101706:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.101710:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.101716:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.101719:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978330.101721:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978330.101724:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978330.101731:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852288:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978330.101736:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.101738:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978330.101740:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341852288/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978363 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.101751:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978330.101754:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978330.101757:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978330.101761:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978330.101764:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978330.101766:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978330.101769:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978330.101772:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978330.101775:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978330.101777:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978330.101778:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978330.101783:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978330.101784:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.101788:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.101790:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.101791:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978330.101792:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.101793:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978330.107129:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110212:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978330.110222:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110231:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978330.110254:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110262:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978330.110478:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110485:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110489:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110494:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a236c0 00000400:00000200:2.0:1780978330.110500:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110506:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c35 [1] + 224 00000800:00000001:2.0:1780978330.110517:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110523:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978330.110526:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978330.110530:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978330.110536:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978330.110543:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978330.110554:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.110587:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978330.110599:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110602:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978330.110604:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110606:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978330.110610:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110614:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978330.110618:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110620:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110622:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110625:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23640 00000400:00000200:2.0:1780978330.110629:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978330.110632:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c2d [1] + 224 00000800:00000001:2.0:1780978330.110636:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110648:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978330.110649:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978330.110651:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978330.110654:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978330.110656:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978330.110663:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978330.110668:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978330.110671:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978330.110674:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.111986:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.111992:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978330.112001:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978330.112003:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978330.112006:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978330.112013:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:1.0:1780978330.112015:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:1.0:1780978330.112019:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978330.112028:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978330.112038:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112044:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978330.112046:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112049:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978330.112052:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978330.112054:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978330.112056:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.112059:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978330.112077:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=129 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978330.112081:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=129 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978330.112084:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978330.112085:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978330.112087:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978330.112089:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.112091:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.112095:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112102:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.112105:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978330.112107:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978330.112110:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978330.112116:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341852224:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978330.112122:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978330.112123:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978330.112125:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978330.112127:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:1.0:1780978330.112128:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:1.0:1780978330.112130:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978330.112132:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978330.112139:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112144:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978330.112145:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112146:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978330.112147:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978330.112148:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978330.112149:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978330.112151:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978330.112158:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=128 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978330.112160:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=128 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978330.112162:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978330.112163:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978330.112165:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978330.112168:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.112171:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978330.112172:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978330.112174:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978330.112175:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978330.112178:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112184:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978330.112185:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978330.112187:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978330.112189:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978330.112195:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852352:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978330.112198:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112201:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978330.112204:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341852224/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978337 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112210:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978330.112212:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978330.112215:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978330.112219:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978330.112221:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978330.112223:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978330.112225:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978330.112227:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:1.0:1780978330.112231:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978330.112232:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978330.112234:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:1.0:1780978330.112238:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978330.112238:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112240:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978330.112242:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341852352/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978330.112260:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978330.112261:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978330.112262:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978330.112265:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978330.112580:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978330.112581:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978330.112584:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978330.112586:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978330.112588:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978330.112589:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978330.112590:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:1.0:1780978330.112593:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978330.112594:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112596:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978330.112605:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978330.112607:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978330.112609:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978330.112611:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978330.913480:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978330.913484:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978330.913490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978330.913491:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978330.913494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978330.913504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978330.914020:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978330.914023:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978330.914025:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978331.937520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978331.937526:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978331.937532:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978331.937533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978331.937537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978331.937538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978331.937636:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978331.937639:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978331.937643:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978332.961652:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978332.961657:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978332.961663:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978332.961664:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978332.961668:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978332.961669:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978332.961771:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978332.961775:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978332.961778:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978333.987033:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978333.987042:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978333.987045:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978333.987047:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987053:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978333.987055:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987058:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987060:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987064:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978333.987065:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987069:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978333.987071:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978333.987072:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978333.987078:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978333.987080:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978333.987080:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987082:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978333.987083:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987084:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978333.987085:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978333.988697:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978333.988943:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978333.988949:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978335.011907:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978335.011912:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978335.011918:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978335.011919:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978335.011922:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978335.011923:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978335.012719:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978335.012722:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978335.012725:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978335.201867:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978335.201878:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978335.201887:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085cfa86c. 00000020:00000040:0.0:1780978335.201894:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978335.201899:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978335.201902:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978335.201906:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978335.201914:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007fcd3c86. 00000100:00000001:0.0:1780978335.201921:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.201933:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978335.201942:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978335.201946:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.201951:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000085cfa86c] to pc [ptlrpcd_00_00+0] req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.201989:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.201992:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978335.201995:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978335.201998:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006502353b. 00000020:00000040:0.0:1780978335.202000:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978335.202002:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978335.202003:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978335.202004:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978335.202007:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc33fdb2. 00000100:00000001:0.0:1780978335.202009:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.202013:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978335.202019:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978335.202020:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.202023:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006502353b] to pc [ptlrpcd_00_01+1] req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.202030:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.202031:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978335.202034:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978335.202036:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012a817d8. 00000020:00000040:0.0:1780978335.202038:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978335.202040:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978335.202041:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978335.202043:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978335.202045:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e8c30d3. 00000100:00000001:0.0:1780978335.202048:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.202051:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978335.202056:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978335.202057:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.202059:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000012a817d8] to pc [ptlrpcd_00_00+0] req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.202065:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978335.202067:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978335.202070:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978335.202072:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978335.202074:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978335.202079:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3727) 00000100:00000001:0.0:1780978335.202094:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978335.202097:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978335.202099:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978335.202103:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.202110:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978335.202112:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978335.202116:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978335.202118:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978335.202120:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341852480:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978335.202124:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978335.202129:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978335.202131:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978335.202133:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978335.202136:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978335.202138:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978335.202145:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978335.202150:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000100:00000001:1.0:1780978335.202472:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978335.202475:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978335.202476:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978335.202480:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.202493:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978335.202494:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.202507:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978335.202508:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978335.202511:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085cfa86c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341852416:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978335.202514:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978335.202516:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978335.202518:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.202519:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978335.202523:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978335.202525:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978335.202529:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978335.202532:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978335.202536:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978335.202543:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852416, portal 25 00000100:00000001:1.0:1780978335.202545:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978335.202546:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701180736 : -109779008370880 : ffff9c281533c740) 00000100:00000040:1.0:1780978335.202551:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.202557:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978335.202559:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978335.202562:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780978335.202566:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341852416, offset 0 00000400:00000200:1.0:1780978335.202574:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978335.202584:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978335.202593:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978335.202612:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978335.202616:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978335.202619:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978335.202623:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2204:2204:256:4294967295] 192.168.201.116@tcp LPNI seq info [2204:2204:8:4294967295] 00000400:00000200:1.0:1780978335.202627:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978335.202636:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978335.202642:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978335.202646:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214254). 00000800:00000200:1.0:1780978335.202653:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978335.202661:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978335.202665:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978335.202684:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202686:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978335.202689:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202692:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978335.202695:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.202701:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978335.202702:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.202704:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978335.202705:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978335.202708:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012a817d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852544:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978335.202711:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978335.202713:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978335.202714:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.202715:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978335.202718:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978335.202720:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978335.202723:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978335.202725:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978335.202727:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978335.202730:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852544, portal 10 00000100:00000001:1.0:1780978335.202731:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978335.202732:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701183168 : -109779008368448 : ffff9c281533d0c0) 00000100:00000040:1.0:1780978335.202737:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.202742:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978335.202745:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978335.202747:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d6c733. 00000100:00000200:1.0:1780978335.202749:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852544, offset 0 00000400:00000200:1.0:1780978335.202753:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978335.202756:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978335.202759:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978335.202763:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978335.202764:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978335.202766:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978335.202769:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2205:2205:255:4294967295] 192.168.201.116@tcp LPNI seq info [2205:2205:7:4294967295] 00000400:00000200:1.0:1780978335.202772:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978335.202778:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978335.202782:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978335.202785:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214502). 00000800:00000200:1.0:1780978335.202789:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978335.202793:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978335.202795:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978335.202798:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202799:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978335.202800:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202802:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202804:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.202812:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978335.202814:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978335.202815:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978335.202816:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978335.202818:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.202820:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978335.203057:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978335.203062:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19128ee (tot 3214254). 00000400:00000200:3.0:1780978335.203069:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978335.203074:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978335.203079:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:3.0:1780978335.203080:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:3.0:1780978335.203084:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978335.203088:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978335.203096:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978335.203099:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978335.203104:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978335.203106:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978335.203627:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978335.203630:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029435db (tot 3214006). 00000400:00000200:3.0:1780978335.203634:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978335.203638:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978335.203640:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d6c733 00000400:00000010:3.0:1780978335.203642:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d6c733. 00000100:00000001:3.0:1780978335.203644:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978335.203647:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978335.203654:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978335.203656:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978335.203662:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978335.203663:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000010:0.0:1780978335.204022:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978335.204030:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852480, portal 10 00000100:00000001:0.0:1780978335.204032:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978335.204034:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701184384 : -109779008367232 : ffff9c281533d580) 00000100:00000040:0.0:1780978335.204041:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.204047:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978335.204049:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978335.204052:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e399db63. 00000100:00000200:0.0:1780978335.204054:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852480, offset 0 00000400:00000200:0.0:1780978335.204059:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978335.204066:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978335.204071:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978335.204076:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978335.204078:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978335.204081:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978335.204083:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2206:2206:256:4294967295] 192.168.201.116@tcp LPNI seq info [2206:2206:8:4294967295] 00000400:00000200:0.0:1780978335.204087:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978335.204093:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978335.204096:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978335.204101:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ed0a00e (tot 3214254). 00000800:00000200:0.0:1780978335.204105:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978335.204111:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978335.204113:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ed0a00e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978335.204126:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.204128:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978335.204131:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.204133:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.204136:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.204141:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978335.204143:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978335.204145:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978335.204147:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978335.204148:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.204150:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978335.205759:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978335.205767:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ed0a00e (tot 3214006). 00000400:00000200:2.0:1780978335.205776:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978335.205786:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978335.205791:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:2.0:1780978335.205793:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000100:00000001:2.0:1780978335.205797:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978335.205802:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978335.205812:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978335.205815:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978335.205821:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978335.205822:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978335.207840:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.207857:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978335.207861:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.207864:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.207873:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.207880:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978335.207888:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.207893:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.207897:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.207900:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23700 00000400:00000200:2.0:1780978335.207905:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.207912:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c3d [1] + 224 00000800:00000001:2.0:1780978335.207920:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.207924:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.207927:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978335.207931:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978335.207936:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978335.207941:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978335.207951:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978335.207978:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978335.207987:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.207990:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978335.207992:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.207994:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.207997:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.208000:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978335.208004:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.208006:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.208009:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.208011:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23780 00000400:00000200:2.0:1780978335.208014:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.208018:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c45 [1] + 224 00000800:00000001:2.0:1780978335.208021:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.208030:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.208031:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978335.208034:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978335.208036:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978335.208039:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978335.208046:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978335.208052:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978335.208055:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.208057:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208314:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978335.208318:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978335.208325:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978335.208326:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978335.208328:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978335.208332:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:1.0:1780978335.208335:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:1.0:1780978335.208338:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978335.208342:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978335.208350:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208381:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978335.208382:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208385:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978335.208388:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978335.208390:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978335.208392:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.208394:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978335.208400:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=134 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978335.208403:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=134 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978335.208406:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978335.208407:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978335.208409:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978335.208411:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.208413:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978335.208417:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208423:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978335.208426:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978335.208428:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978335.208431:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978335.208438:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085cfa86c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341852416:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978335.208443:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978335.208444:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978335.208446:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978335.208448:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978335.208449:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978335.208452:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978335.208454:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978335.208460:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208465:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978335.208466:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208467:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978335.208468:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978335.208469:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978335.208470:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978335.208472:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978335.208476:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=133 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978335.208478:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=133 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978335.208480:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978335.208481:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978335.208482:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978335.208485:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.208487:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978335.208489:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978335.208490:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978335.208491:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978335.208493:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208510:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978335.208511:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978335.208512:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978335.208514:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978335.208520:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012a817d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852544:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978335.208524:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208525:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978335.208528:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000085cfa86c x1867487341852416/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978342 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208533:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978335.208535:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978335.208537:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978335.208541:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978335.208543:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978335.208544:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978335.208547:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978335.208548:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007fcd3c86. 02000000:00000001:1.0:1780978335.208551:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978335.208553:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978335.208554:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085cfa86c. 00000100:00000001:1.0:1780978335.208557:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978335.208558:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208559:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978335.208561:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000012a817d8 x1867487341852544/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978335.208566:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978335.208567:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978335.208568:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ced77. 02000000:00000001:1.0:1780978335.208570:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978335.208571:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978335.208572:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978335.208574:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978335.208575:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e8c30d3. 02000000:00000001:1.0:1780978335.208577:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978335.208578:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978335.208579:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012a817d8. 00000100:00000001:1.0:1780978335.208580:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978335.208581:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208583:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978335.208591:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978335.208592:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978335.208594:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978335.208596:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978335.213322:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.213341:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978335.213346:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.213348:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.213406:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.213415:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978335.213423:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.213430:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.213434:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.213438:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23740 00000400:00000200:2.0:1780978335.213444:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978335.213451:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c4d [1] + 224 00000800:00000001:2.0:1780978335.213462:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.213472:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978335.213475:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978335.213480:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978335.213487:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978335.213494:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978335.213517:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978335.213535:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978335.213545:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978335.213548:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.213850:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978335.213854:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978335.213862:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978335.213864:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978335.213866:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978335.213870:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:0.0:1780978335.213873:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:0.0:1780978335.213876:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978335.213880:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978335.213887:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.213893:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978335.213894:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.213897:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978335.213900:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978335.213903:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978335.213905:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978335.214256:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978335.214266:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=134 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978335.214271:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=134 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978335.214274:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978335.214275:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978335.214278:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978335.214281:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.214285:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978335.214287:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978335.214289:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978335.214290:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978335.214295:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.214302:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978335.214305:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978335.214308:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978335.214311:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978335.214318:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341852480:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978335.214323:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.214325:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978335.214327:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006502353b x1867487341852480/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978368 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978335.214333:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978335.214335:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978335.214339:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978335.214342:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978335.214344:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978335.214346:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978335.214348:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978335.214350:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bc33fdb2. 02000000:00000001:0.0:1780978335.214353:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978335.214355:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978335.214382:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006502353b. 00000100:00000001:0.0:1780978335.214387:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978335.214388:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.214390:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978335.214398:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978335.214399:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978335.214401:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978335.214403:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978336.033508:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978336.033514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978336.033520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978336.033521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978336.033524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978336.033525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978336.033825:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978336.033830:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978336.033834:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978337.057544:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978337.057549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978337.057557:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978337.057558:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978337.057560:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978337.057561:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978337.057707:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978337.057712:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978337.057714:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978338.081878:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978338.081886:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978338.081894:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978338.081897:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978338.081900:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978338.081906:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978338.081908:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978338.081909:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978338.081912:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978338.081914:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978338.081915:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978338.081917:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978338.081920:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978338.081921:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978338.082020:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978338.082024:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978338.082026:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978339.105489:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978339.105494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978339.105500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978339.105501:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978339.105504:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978339.105504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978339.105654:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978339.105658:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978339.105660:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978340.129515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978340.129521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978340.129526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978340.129527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978340.129531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978340.129532:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978340.130119:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978340.130122:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978340.130124:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978340.324614:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978340.324626:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978340.324636:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978340.324642:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978340.324648:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978340.324650:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978340.324655:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978340.324664:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978340.324671:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.324681:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978340.324691:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978340.324695:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.324700:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_01+1] req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.324756:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.324760:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978340.324763:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978340.324767:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.324775:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978340.324777:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.324781:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978340.324784:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978340.324788:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341852608:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978340.324792:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978340.324797:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978340.324799:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.324801:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978340.324806:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978340.324807:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978340.325177:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978340.325185:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978340.325193:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978340.325200:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852608, portal 25 00000100:00000001:0.0:1780978340.325202:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978340.325203:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978340.325209:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.325217:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978340.325219:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978340.325222:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978340.325225:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341852608, offset 0 00000400:00000200:0.0:1780978340.325231:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978340.325240:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978340.325248:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978340.325255:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978340.325260:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978340.325263:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978340.325267:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2207:2207:256:4294967295] 192.168.201.116@tcp LPNI seq info [2207:2207:8:4294967295] 00000400:00000200:0.0:1780978340.325271:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978340.325279:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978340.325285:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978340.325289:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc33fdb2 (tot 3214254). 00000800:00000200:0.0:1780978340.325296:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978340.325305:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978340.325309:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc33fdb2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978340.325428:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325431:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978340.325433:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325436:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325438:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.325547:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.325550:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978340.325553:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978340.325556:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978340.325559:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978340.325562:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978340.325564:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978340.325566:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978340.325570:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978340.325574:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.325578:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978340.325585:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978340.325588:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.325592:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_00+0] req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.325626:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978340.325629:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978340.325631:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.325633:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978340.325634:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978340.325636:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978340.325638:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.325640:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978340.325641:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.325642:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.325642:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978340.325643:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978340.325647:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.325653:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978340.325654:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.325658:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978340.325660:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978340.325662:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341852672:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978340.325665:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978340.325668:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978340.325669:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.325671:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978340.325674:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978340.325676:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978340.325680:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978340.325683:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978340.325687:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f9a27ab. 00000100:00000200:0.0:1780978340.325690:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852672, portal 10 00000100:00000001:0.0:1780978340.325692:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978340.325693:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:0.0:1780978340.325699:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.325704:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978340.325706:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978340.325708:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d549f7d. 00000100:00000200:0.0:1780978340.325710:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852672, offset 0 00000400:00000200:0.0:1780978340.325714:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978340.325718:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978340.325721:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978340.325724:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978340.325727:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978340.325729:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978340.325731:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2208:2208:255:4294967295] 192.168.201.116@tcp LPNI seq info [2208:2208:7:4294967295] 00000400:00000200:0.0:1780978340.325735:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978340.325740:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978340.325744:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978340.325747:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dea89582 (tot 3214502). 00000800:00000200:0.0:1780978340.325750:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978340.325754:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978340.325757:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dea89582 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978340.325760:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325761:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978340.325763:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325764:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325766:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.325796:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.325797:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.327389:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.327397:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978340.327403:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978340.327413:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978340.327419:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978340.327424:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978340.327426:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978340.327430:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978340.327437:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978340.327443:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.327453:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978340.327465:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978340.327469:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.327474:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.327497:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978340.327499:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978340.327502:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978340.327504:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978340.327506:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978340.327511:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3732) 00000100:00000001:1.0:1780978340.327533:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780978340.327536:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978340.327538:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.327545:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978340.327546:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.327549:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978340.327550:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978340.327552:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978340.327556:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.327562:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978340.327564:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978340.327567:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978340.327569:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978340.327572:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852736:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978340.327575:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978340.327580:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978340.327582:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978340.327583:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978340.327587:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978340.327588:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978340.327595:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978340.327599:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978340.327606:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978340.327611:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852736, portal 10 00000100:00000001:1.0:1780978340.327614:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978340.327615:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978340.327621:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.327627:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978340.327629:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978340.327631:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978340.327633:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852736, offset 0 00000400:00000200:1.0:1780978340.327638:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978340.327645:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978340.327652:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978340.327658:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978340.327661:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978340.327664:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978340.327667:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2209:2209:254:4294967295] 192.168.201.116@tcp LPNI seq info [2209:2209:6:4294967295] 00000400:00000200:1.0:1780978340.327671:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978340.327678:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978340.327684:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978340.327688:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214750). 00000800:00000200:1.0:1780978340.327694:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978340.327701:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978340.327704:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978340.327708:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.327709:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978340.327711:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.327714:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.327715:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.329096:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.329102:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978340.329107:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.329112:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978340.329571:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978340.329575:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc33fdb2 (tot 3214502). 00000400:00000200:2.0:1780978340.329584:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.329594:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978340.329600:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037b79157 00000400:00000010:2.0:1780978340.329602:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037b79157. 00000100:00000001:2.0:1780978340.329607:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978340.329614:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.329625:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978340.329627:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.329632:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978340.329634:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978340.329650:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978340.329651:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dea89582 (tot 3214254). 00000400:00000200:2.0:1780978340.329654:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.329657:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978340.329659:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d549f7d 00000400:00000010:2.0:1780978340.329660:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d549f7d. 00000100:00000001:2.0:1780978340.329663:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978340.329665:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.329671:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978340.329673:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.329678:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978340.329679:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978340.330316:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978340.330321:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c47b069e (tot 3214006). 00000400:00000200:2.0:1780978340.330327:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.330334:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978340.330339:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:2.0:1780978340.330340:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:2.0:1780978340.330344:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978340.330349:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.330397:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978340.330410:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.330416:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978340.330417:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978340.338996:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339015:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978340.339019:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339022:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339033:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339042:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978340.339049:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339055:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339060:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339074:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a237c0 00000400:00000200:2.0:1780978340.339080:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339087:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c55 [1] + 224 00000800:00000001:2.0:1780978340.339104:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339109:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339112:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.339117:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978340.339124:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978340.339132:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978340.339143:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.339166:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978340.339177:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339180:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978340.339182:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339184:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339187:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339189:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978340.339193:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339195:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339198:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339200:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23800 00000400:00000200:2.0:1780978340.339203:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339207:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c5d [1] + 224 00000800:00000001:2.0:1780978340.339211:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339214:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339215:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.339218:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978340.339220:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978340.339223:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978340.339230:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.339237:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978340.339240:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339244:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978340.339245:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339247:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339249:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339252:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978340.339256:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339258:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339260:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339263:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23840 00000400:00000200:2.0:1780978340.339265:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978340.339270:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c65 [1] + 224 00000800:00000001:2.0:1780978340.339273:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339283:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978340.339285:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978340.339288:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978340.339291:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978340.339293:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978340.339300:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978340.339320:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978340.339323:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978340.339326:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341014:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.341021:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978340.341030:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978340.341032:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978340.341035:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:0.0:1780978340.341042:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f9a27ab 00000400:00000010:0.0:1780978340.341044:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f9a27ab. 00000100:00000001:0.0:1780978340.341048:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978340.341058:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978340.341079:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341085:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978340.341094:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341097:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978340.341100:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978340.341102:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978340.341104:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.341107:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978340.341116:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=139 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978340.341121:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=139 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978340.341124:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978340.341126:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978340.341128:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978340.341132:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.341136:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978340.341137:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978340.341139:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978340.341141:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978340.341145:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341150:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978340.341153:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978340.341155:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978340.341159:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978340.341166:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341852672:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:0.0:1780978340.341172:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978340.341174:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978340.341175:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978340.341177:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:0.0:1780978340.341179:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:0.0:1780978340.341181:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978340.341184:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978340.341191:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341196:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978340.341197:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341199:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978340.341200:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978340.341201:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978340.341202:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978340.341204:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978340.341206:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=139 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978340.341208:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=139 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978340.341210:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978340.341211:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978340.341213:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978340.341214:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.341216:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978340.341218:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341223:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978340.341225:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978340.341226:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978340.341228:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978340.341234:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341852608:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978340.341238:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341241:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978340.341243:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341852672/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978373 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341248:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978340.341250:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978340.341253:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:0.0:1780978340.341256:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978340.341259:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978340.341260:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978340.341262:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978340.341264:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:0.0:1780978340.341268:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978340.341269:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978340.341271:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978340.341274:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978340.341275:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341276:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978340.341279:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341852608/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978347 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978340.341284:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978340.341285:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978340.341286:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978340.341288:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978340.341289:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978340.341290:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978340.341291:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978340.341292:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:0.0:1780978340.341294:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978340.341294:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978340.341295:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978340.341297:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978340.341298:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341301:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978340.341310:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978340.341311:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978340.341313:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978340.341315:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.341543:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978340.341546:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978340.341550:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978340.341551:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978340.341553:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978340.341556:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978340.341557:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978340.341559:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978340.341563:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978340.341571:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.341576:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978340.341578:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.341579:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978340.341580:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978340.341581:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978340.341582:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978340.341584:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978340.341589:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=138 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978340.341592:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=138 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978340.341593:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978340.341594:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978340.341596:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978340.341597:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.341599:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978340.341600:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978340.341602:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978340.341603:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978340.341605:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.341610:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978340.341613:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978340.341614:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978340.341616:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978340.341622:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341852736:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978340.341625:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.341627:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978340.341629:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341852736/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978340.341634:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978340.341635:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978340.341637:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978340.341639:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978340.341640:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978340.341641:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978340.341643:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978340.341644:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978340.341646:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978340.341647:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978340.341647:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978340.341650:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978340.341651:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.341652:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978340.341656:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978340.341657:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978340.341659:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978340.341660:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978341.153497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978341.153503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978341.153509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978341.153510:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978341.153514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978341.153515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978341.153630:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978341.153634:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978341.153636:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978342.177502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978342.177506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978342.177512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978342.177513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978342.177517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978342.177518:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978342.177611:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978342.177614:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978342.177617:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978343.201692:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978343.201698:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978343.201705:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978343.201705:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978343.201709:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978343.201709:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978343.201866:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978343.201870:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978343.201872:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978344.226236:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978344.226244:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978344.226246:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978344.226248:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226253:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978344.226255:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226257:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226258:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226261:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978344.226262:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226264:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978344.226265:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978344.226266:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978344.226270:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978344.226272:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978344.226274:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226275:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978344.226276:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226277:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978344.226278:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978344.228663:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978344.228669:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978344.228674:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978345.249521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978345.249528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978345.249535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978345.249536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978345.249539:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978345.249540:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978345.249820:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978345.249824:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978345.249827:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978345.441574:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978345.441584:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978345.441591:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978345.441597:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978345.441601:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978345.441605:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978345.441610:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978345.441618:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978345.441624:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441635:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978345.441644:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978345.441648:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441653:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_01+1] req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.441682:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441684:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978345.441688:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978345.441692:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978345.441694:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978345.441696:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978345.441697:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978345.441699:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978345.441701:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978345.441704:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441707:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978345.441712:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978345.441714:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441716:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_00+0] req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.441722:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441723:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978345.441726:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978345.441727:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978345.441729:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978345.441730:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978345.441731:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978345.441732:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978345.441734:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978345.441736:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441738:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978345.441742:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978345.441744:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.441745:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_01+1] req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.441750:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978345.441751:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978345.441755:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978345.441757:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978345.441759:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978345.441763:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3737) 00000100:00000001:2.0:1780978345.441777:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.441780:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978345.441782:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978345.441785:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.441790:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978345.441792:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.441795:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978345.441797:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978345.441800:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852864:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978345.441804:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978345.441808:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978345.441810:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.441812:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978345.441815:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978345.441817:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978345.441825:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978345.441829:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978345.441834:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978345.441841:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852864, portal 10 00000100:00000001:2.0:1780978345.441843:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978345.441844:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:2.0:1780978345.441851:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.441874:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978345.441877:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978345.441879:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007013c264. 00000100:00000200:2.0:1780978345.441882:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852864, offset 0 00000400:00000200:2.0:1780978345.441889:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978345.441896:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.441905:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978345.441913:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978345.441916:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978345.441919:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978345.441921:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2210:2210:256:4294967295] 192.168.201.116@tcp LPNI seq info [2210:2210:8:4294967295] 00000400:00000200:2.0:1780978345.441925:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.441932:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978345.441938:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978345.441943:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214254). 00000800:00000200:2.0:1780978345.441950:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978345.441958:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978345.441963:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978345.442204:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442206:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.442209:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442211:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442213:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.442223:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978345.442225:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978345.442227:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.442228:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978345.442229:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978345.442231:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780978345.442232:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978345.442346:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978345.442349:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978345.442479:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978345.442484:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:3.0:1780978345.442489:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1780978345.442496:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1780978345.442496:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978345.442499:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.442502:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1780978345.442502:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007013c264 00000100:00000001:2.0:1780978345.442503:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978345.442506:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1780978345.442506:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007013c264. 00000100:00000001:3.0:1780978345.442511:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:2.0:1780978345.442512:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978345.442518:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.442539:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978345.442539:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1780978345.442542:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978345.442543:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000001:2.0:1780978345.442546:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978345.442548:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978345.442553:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341852800:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978345.442555:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978345.442558:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978345.442560:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978345.442563:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978345.442564:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.442567:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978345.442570:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978345.442572:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978345.442577:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978345.442580:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9138de. 00000400:00000010:2.0:1780978345.442584:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978345.442587:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852800, portal 25 00000100:00000001:2.0:1780978345.442589:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978345.442590:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:2.0:1780978345.442594:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.442599:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978345.442601:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978345.442603:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abf2a019. 00000100:00000200:2.0:1780978345.442605:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341852800, offset 0 00000400:00000200:2.0:1780978345.442609:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978345.442613:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.442617:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978345.442620:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978345.442622:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978345.442625:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978345.442627:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2211:2211:256:4294967295] 192.168.201.116@tcp LPNI seq info [2211:2211:8:4294967295] 00000400:00000200:2.0:1780978345.442630:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.442636:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978345.442640:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978345.442642:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978345.442646:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978345.442650:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978345.442653:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978345.442664:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442665:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.442667:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442669:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978345.442671:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.442677:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978345.442678:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.442679:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978345.442681:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978345.442683:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852928:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978345.442685:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978345.442687:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978345.442688:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.442689:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978345.442691:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978345.442692:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978345.442695:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978345.442697:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978345.442699:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003946059f. 00000100:00000200:2.0:1780978345.442702:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852928, portal 10 00000100:00000001:2.0:1780978345.442703:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978345.442704:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:2.0:1780978345.442708:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.442713:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978345.442715:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978345.442717:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8428732. 00000100:00000200:2.0:1780978345.442718:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341852928, offset 0 00000400:00000200:2.0:1780978345.442722:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978345.442725:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.442728:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978345.442731:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978345.442732:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978345.442734:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978345.442736:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2212:2212:255:4294967295] 192.168.201.116@tcp LPNI seq info [2212:2212:7:4294967295] 00000400:00000200:2.0:1780978345.442739:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978345.442744:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978345.442747:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978345.442750:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214502). 00000800:00000200:2.0:1780978345.442754:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978345.442757:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978345.442759:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978345.442761:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442763:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.442764:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442766:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.442768:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978345.445013:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.445032:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978345.445037:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.445039:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.445053:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.445062:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978345.445070:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.445075:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.445079:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.445084:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a238c0 00000400:00000200:3.0:1780978345.445090:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.445097:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c6d [1] + 224 00000800:00000001:3.0:1780978345.445106:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.445113:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.445117:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978345.445121:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978345.445128:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978345.445135:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978345.445148:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.445163:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978345.445212:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978345.445216:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214254). 00000400:00000200:3.0:1780978345.445220:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978345.445222:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978345.445226:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abf2a019 00000400:00000010:3.0:1780978345.445228:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abf2a019. 00000100:00000001:3.0:1780978345.445231:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978345.445234:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.445244:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978345.445246:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.445253:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978345.445255:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978345.445259:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.445261:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780978345.445281:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978345.445283:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214006). 00000400:00000200:3.0:1780978345.445285:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978345.445288:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978345.445290:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8428732 00000400:00000010:3.0:1780978345.445292:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8428732. 00000100:00000001:3.0:1780978345.445293:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978345.445296:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.445303:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978345.445304:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.445309:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978345.445310:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978345.446162:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.446167:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978345.446177:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978345.446179:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978345.446182:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978345.446189:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978345.446190:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978345.446193:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978345.446201:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978345.446208:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.446215:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978345.446216:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.446219:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978345.446221:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978345.446224:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978345.446226:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.446228:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978345.446238:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=144 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978345.446242:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=144 v=2 (1 1 1 2) 00000100:00000001:2.0:1780978345.446245:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978345.446246:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978345.446248:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978345.446251:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.446254:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978345.446256:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978345.446258:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978345.446259:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.446262:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.446268:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.446271:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978345.446273:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978345.446276:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978345.446281:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852864:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978345.446285:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.446287:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978345.446289:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341852864/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.446295:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978345.446297:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978345.446299:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978345.446302:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978345.446305:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978345.446306:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978345.446308:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978345.446310:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978345.446313:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978345.446314:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978345.446315:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:2.0:1780978345.446319:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978345.446319:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.446323:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.446324:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.446325:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978345.446326:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.446328:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978345.448131:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.448148:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978345.448152:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.448154:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.448165:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.448172:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978345.448179:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.448183:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.448204:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.448208:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23900 00000400:00000200:3.0:1780978345.448214:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.448219:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c8d [1] + 224 00000800:00000001:3.0:1780978345.448227:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.448234:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.448237:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978345.448241:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978345.448247:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978345.448253:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978345.448262:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.448320:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.448324:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978345.448342:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978345.448352:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.448383:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978345.450412:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.450428:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978345.450433:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.450437:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.450460:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.450468:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978345.450477:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.450482:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.450486:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.450491:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23880 00000400:00000200:3.0:1780978345.450505:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978345.450511:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c7d [1] + 224 00000800:00000001:3.0:1780978345.450520:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.450591:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978345.450594:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978345.450599:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978345.450604:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978345.450611:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978345.450621:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978345.450630:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978345.450639:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978345.450641:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978345.458895:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978345.458902:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978345.458906:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978345.458916:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003946059f 00000400:00000010:2.0:1780978345.458919:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003946059f. 00000100:00000001:2.0:1780978345.458923:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978345.458935:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978345.458948:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.458956:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978345.458958:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.458960:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978345.458963:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978345.458966:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978345.458969:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.458972:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978345.458992:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=143 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978345.459004:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=143 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978345.459008:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978345.459009:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978345.459012:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978345.459015:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.459019:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978345.459020:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978345.459022:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978345.459023:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.459027:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.459033:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.459035:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978345.459037:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978345.459040:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978345.459047:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341852928:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978345.459052:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.459056:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978345.459058:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341852928/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978377 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.459064:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978345.459067:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978345.459070:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978345.459074:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978345.459076:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978345.459078:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978345.459080:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978345.459082:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:2.0:1780978345.459086:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978345.459087:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978345.459088:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:2.0:1780978345.459092:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978345.459093:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.459096:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.459099:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.459101:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978345.459104:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978345.459105:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978345.459107:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9138de. 00000400:00000200:2.0:1780978345.459109:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978345.459112:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978345.459114:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978345.459117:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978345.459125:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.459130:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978345.459131:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.459133:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978345.459134:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978345.459135:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978345.459136:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978345.459138:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978345.459141:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=144 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978345.459144:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=144 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978345.459145:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978345.459146:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978345.459148:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978345.459149:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.459151:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978345.459154:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.459159:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978345.459160:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978345.459162:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978345.459164:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978345.459170:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341852800:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978345.459174:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.459176:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978345.459178:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341852800/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978352 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978345.459184:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978345.459185:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978345.459186:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978345.459188:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978345.459189:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978345.459190:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978345.459192:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978345.459193:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:2.0:1780978345.459195:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978345.459196:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978345.459196:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:2.0:1780978345.459199:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978345.459199:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.459201:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978345.459210:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978345.459212:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978345.459215:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978345.459216:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978346.274197:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978346.274203:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978346.274209:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978346.274210:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978346.274214:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978346.274215:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978346.274325:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978346.274329:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978346.274332:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978347.297856:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978347.297862:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978347.297868:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978347.297869:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978347.297872:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978347.297873:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978347.298112:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978347.298116:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978347.298119:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978348.325748:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978348.325753:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978348.325759:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978348.325762:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978348.325764:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978348.325769:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978348.325771:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978348.325772:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978348.325775:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978348.325777:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978348.325779:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978348.325781:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978348.325785:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978348.325786:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978348.326937:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978348.326944:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978348.326949:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978349.345620:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978349.345626:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978349.345632:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978349.345633:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978349.345636:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978349.345637:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978349.345772:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978349.345776:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978349.345778:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978350.369517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978350.369522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978350.369527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978350.369528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978350.369532:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978350.369533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978350.369628:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978350.369631:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978350.369634:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978350.562320:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978350.562331:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978350.562340:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006502353b. 00000020:00000040:0.0:1780978350.562347:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978350.562352:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978350.562354:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978350.562397:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978350.562406:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978350.562413:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562423:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978350.562431:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978350.562435:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562439:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006502353b] to pc [ptlrpcd_00_00+0] req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562456:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562458:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978350.562461:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978350.562464:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035f9ac66. 00000020:00000040:0.0:1780978350.562467:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978350.562468:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978350.562469:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978350.562471:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978350.562474:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978350.562477:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562479:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978350.562485:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978350.562486:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562489:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000035f9ac66] to pc [ptlrpcd_00_01+1] req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562495:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562497:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978350.562500:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978350.562502:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026d2b4e9. 00000020:00000040:0.0:1780978350.562504:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978350.562506:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978350.562506:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978350.562507:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978350.562509:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b291553. 00000100:00000001:0.0:1780978350.562511:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562514:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978350.562519:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978350.562521:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.562523:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026d2b4e9] to pc [ptlrpcd_00_00+0] req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562528:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978350.562529:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978350.562531:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978350.562534:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978350.562536:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978350.562541:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3743) 00000100:00000001:0.0:1780978350.562555:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978350.562558:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978350.562571:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978350.562574:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562580:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978350.562582:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562586:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978350.562587:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978350.562590:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853056:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978350.562593:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978350.562598:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978350.562599:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562601:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978350.562605:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978350.562606:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978350.562613:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978350.562617:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978350.562622:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978350.562628:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853056, portal 10 00000100:00000001:0.0:1780978350.562630:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978350.562631:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701169792 : -109779008381824 : ffff9c2815339c80) 00000100:00000040:0.0:1780978350.562637:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562643:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978350.562645:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978350.562648:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f9a27ab. 00000100:00000200:0.0:1780978350.562651:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853056, offset 0 00000400:00000200:0.0:1780978350.562657:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978350.562665:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.562673:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978350.562681:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978350.562685:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978350.562688:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978350.562692:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2213:2213:256:4294967295] 192.168.201.116@tcp LPNI seq info [2213:2213:8:4294967295] 00000400:00000200:0.0:1780978350.562695:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.562714:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978350.562721:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978350.562726:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3214254). 00000800:00000200:0.0:1780978350.562733:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978350.562741:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978350.562745:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978350.562757:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.562759:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.562762:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.562764:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.562766:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.562775:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978350.562777:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978350.562779:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978350.562780:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978350.562781:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978350.562783:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780978350.562784:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.562786:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978350.562787:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.562788:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978350.562789:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978350.562790:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978350.562793:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562799:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978350.562800:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562802:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978350.562803:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978350.562805:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341852992:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978350.562809:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978350.562811:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978350.562812:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562814:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978350.562816:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978350.562818:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978350.562822:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978350.562824:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978350.562826:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978350.562829:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341852992, portal 25 00000100:00000001:0.0:1780978350.562831:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978350.562832:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701184384 : -109779008367232 : ffff9c281533d580) 00000100:00000040:0.0:1780978350.562835:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562851:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978350.562854:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978350.562857:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c18e58. 00000100:00000200:0.0:1780978350.562859:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341852992, offset 0 00000400:00000200:0.0:1780978350.562864:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978350.562867:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.562871:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978350.562874:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978350.562876:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978350.562878:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978350.562881:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2214:2214:255:4294967295] 192.168.201.116@tcp LPNI seq info [2214:2214:7:4294967295] 00000400:00000200:0.0:1780978350.562895:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.562901:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978350.562905:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978350.562908:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214502). 00000800:00000200:0.0:1780978350.562911:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978350.562916:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978350.562918:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978350.562921:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.562922:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.562924:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.562926:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978350.562928:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562934:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978350.562935:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562937:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978350.562938:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978350.562940:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853120:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978350.562943:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978350.562945:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978350.562946:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.562947:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978350.562950:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978350.562952:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978350.562955:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978350.562956:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25fff81. 00000400:00000010:0.0:1780978350.562959:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978350.562961:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853120, portal 10 00000100:00000001:0.0:1780978350.562963:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978350.562964:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701167360 : -109779008384256 : ffff9c2815339300) 00000100:00000040:0.0:1780978350.562968:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.562974:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978350.562976:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978350.562978:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978350.562980:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853120, offset 0 00000400:00000200:0.0:1780978350.562983:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978350.562987:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.562989:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978350.562993:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978350.562995:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978350.562997:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978350.563000:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2215:2215:254:4294967295] 192.168.201.116@tcp LPNI seq info [2215:2215:6:4294967295] 00000400:00000200:0.0:1780978350.563003:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978350.563008:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978350.563012:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978350.563015:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214750). 00000800:00000200:0.0:1780978350.563018:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978350.563022:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978350.563024:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978350.563026:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.563028:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.563029:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.563031:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.563033:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978350.563421:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978350.563424:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0cac96f (tot 3214502). 00000400:00000200:3.0:1780978350.563431:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.563437:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978350.563441:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f9a27ab 00000400:00000010:3.0:1780978350.563443:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f9a27ab. 00000100:00000001:3.0:1780978350.563447:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978350.563451:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563460:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978350.563462:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563469:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978350.563470:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978350.563482:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978350.563484:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d026494 (tot 3214254). 00000400:00000200:3.0:1780978350.563486:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.563489:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978350.563491:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c18e58 00000400:00000010:3.0:1780978350.563492:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c18e58. 00000100:00000001:3.0:1780978350.563494:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978350.563496:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563501:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978350.563504:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563509:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978350.563510:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978350.563577:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978350.563579:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2686a9 (tot 3214006). 00000400:00000200:3.0:1780978350.563582:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.563585:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978350.563587:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee6fa48a 00000400:00000010:3.0:1780978350.563589:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee6fa48a. 00000100:00000001:3.0:1780978350.563590:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978350.563593:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563600:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978350.563601:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.563607:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978350.563608:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978350.563863:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978350.563866:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978350.567446:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567461:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978350.567466:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567468:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567479:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567488:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978350.567495:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567501:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567505:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567509:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23940 00000400:00000200:3.0:1780978350.567522:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567528:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ca5 [1] + 224 00000800:00000001:3.0:1780978350.567536:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567541:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567543:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.567548:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978350.567553:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978350.567559:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978350.567569:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.567592:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978350.567600:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567603:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978350.567605:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567607:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567610:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567612:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978350.567616:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567618:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567621:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567623:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23980 00000400:00000200:3.0:1780978350.567626:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567630:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6c9d [1] + 224 00000800:00000001:3.0:1780978350.567633:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567636:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567637:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.567639:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978350.567642:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978350.567644:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978350.567651:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.567658:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978350.567660:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567663:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978350.567664:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567666:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567668:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567671:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978350.567675:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567677:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567680:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567682:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a239c0 00000400:00000200:3.0:1780978350.567685:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978350.567688:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cad [1] + 224 00000800:00000001:3.0:1780978350.567691:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567696:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978350.567697:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978350.567700:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978350.567702:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978350.567704:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978350.567718:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978350.567723:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978350.567727:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978350.567729:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568148:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978350.568152:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978350.568159:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978350.568162:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978350.568164:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:0.0:1780978350.568168:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978350.568170:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978350.568173:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978350.568177:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978350.568185:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568191:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978350.568192:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568194:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978350.568197:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978350.568199:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978350.568202:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.568205:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978350.568210:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=149 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978350.568214:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=149 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978350.568217:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978350.568218:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978350.568220:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978350.568222:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.568225:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.568228:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568234:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.568236:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978350.568238:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978350.568241:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978350.568247:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341852992:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978350.568252:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978350.568253:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978350.568254:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25fff81. 00000400:00000200:0.0:1780978350.568256:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071bc194c 00000400:00000010:0.0:1780978350.568257:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071bc194c. 00000100:00000001:0.0:1780978350.568259:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978350.568260:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978350.568267:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568272:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978350.568273:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568274:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978350.568275:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978350.568276:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978350.568277:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.568279:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978350.568284:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=148 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978350.568286:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=148 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978350.568288:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978350.568289:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978350.568291:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978350.568293:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.568297:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978350.568298:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978350.568300:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978350.568301:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.568303:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568309:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.568310:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978350.568311:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978350.568313:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978350.568319:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853120:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978350.568324:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978350.568325:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978350.568326:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978350.568327:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:0.0:1780978350.568328:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:0.0:1780978350.568330:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978350.568332:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978350.568337:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568342:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978350.568343:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568344:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978350.568345:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978350.568346:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978350.568347:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978350.568348:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978350.568351:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=149 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978350.568354:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=149 v=2 (1 1 1 2) 00000100:00000001:0.0:1780978350.568389:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978350.568390:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978350.568391:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978350.568393:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.568395:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978350.568396:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978350.568398:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978350.568399:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978350.568402:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568407:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978350.568409:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978350.568410:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978350.568412:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978350.568418:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853056:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978350.568421:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568423:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978350.568425:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006502353b x1867487341852992/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978357 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568432:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978350.568434:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978350.568437:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:0.0:1780978350.568440:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978350.568442:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978350.568444:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978350.568446:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978350.568449:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:0.0:1780978350.568452:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978350.568454:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978350.568455:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006502353b. 00000100:00000001:0.0:1780978350.568459:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978350.568460:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568461:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978350.568463:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026d2b4e9 x1867487341853120/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978382 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568468:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978350.568469:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978350.568470:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978350.568472:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978350.568473:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978350.568474:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978350.568475:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978350.568476:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b291553. 02000000:00000001:0.0:1780978350.568478:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978350.568479:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978350.568480:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026d2b4e9. 00000100:00000001:0.0:1780978350.568482:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978350.568483:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568484:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978350.568486:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000035f9ac66 x1867487341853056/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978350.568491:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978350.568492:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978350.568493:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978350.568494:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978350.568495:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978350.568496:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978350.568498:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978350.568498:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:0.0:1780978350.568499:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978350.568500:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978350.568501:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035f9ac66. 00000100:00000001:0.0:1780978350.568504:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978350.568504:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568507:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978350.568524:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978350.568526:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978350.568528:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978350.568531:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978351.393565:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978351.393569:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978351.393574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978351.393575:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978351.393578:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978351.393579:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978351.393920:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978351.393924:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978351.393926:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978352.417774:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978352.417779:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978352.417784:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978352.417785:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978352.417788:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978352.417788:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978352.417925:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978352.417928:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978352.417931:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978353.443695:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978353.443702:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978353.443709:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978353.443710:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978353.443714:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978353.443714:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978353.444598:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978353.444612:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978353.444615:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978354.465918:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978354.465926:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978354.465928:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978354.465930:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465935:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978354.465938:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465939:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465941:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465945:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978354.465946:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465949:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978354.465950:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978354.465951:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978354.465956:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978354.465958:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978354.465959:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465961:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978354.465962:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465963:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978354.465964:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978354.466151:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978354.466154:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978354.466157:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978355.490490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978355.490495:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978355.490502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978355.490503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978355.490506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978355.490506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978355.490569:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978355.490573:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978355.490575:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978355.681518:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978355.682538:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978355.682553:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035f9ac66. 00000020:00000040:0.0:1780978355.682562:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978355.682567:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978355.682571:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978355.682578:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978355.682589:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978355.682597:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682612:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978355.682623:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978355.682627:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682632:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000035f9ac66] to pc [ptlrpcd_00_01+1] req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978355.682771:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682776:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978355.682779:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978355.682782:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026d2b4e9. 00000020:00000040:0.0:1780978355.682784:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978355.682786:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978355.682788:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978355.682790:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978355.682803:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b291553. 00000100:00000001:0.0:1780978355.682807:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682811:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978355.682817:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978355.682819:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682822:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026d2b4e9] to pc [ptlrpcd_00_00+0] req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978355.682829:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682830:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978355.682833:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978355.682836:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006502353b. 00000020:00000040:0.0:1780978355.682837:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978355.682839:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978355.682840:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978355.682841:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978355.682843:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978355.682845:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682847:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978355.682853:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978355.682854:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978355.682856:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006502353b] to pc [ptlrpcd_00_01+1] req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978355.682862:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978355.682864:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978355.682867:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978355.682869:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978355.682872:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978355.682876:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3748) 00000100:00000001:1.0:1780978355.684630:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.684638:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978355.684641:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978355.684653:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.684681:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978355.684683:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.684688:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978355.684691:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978355.684695:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341853184:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978355.684700:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978355.684706:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978355.684708:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.684711:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978355.684718:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978355.684720:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978355.684730:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978355.684736:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978355.684744:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978355.684753:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853184, portal 25 00000100:00000001:1.0:1780978355.684756:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978355.684757:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701169792 : -109779008381824 : ffff9c2815339c80) 00000100:00000040:1.0:1780978355.684762:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.684769:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978355.684771:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978355.684774:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030879e9d. 00000100:00000200:1.0:1780978355.684776:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341853184, offset 0 00000400:00000200:1.0:1780978355.684783:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978355.684801:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.684809:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978355.684817:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978355.684820:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978355.684823:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978355.684827:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2216:2216:256:4294967295] 192.168.201.116@tcp LPNI seq info [2216:2216:8:4294967295] 00000400:00000200:1.0:1780978355.684831:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.684841:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978355.684847:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978355.684853:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214254). 00000800:00000200:1.0:1780978355.684861:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978355.684869:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978355.684873:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978355.684898:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.684900:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.684903:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.684906:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978355.684910:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.684917:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978355.684918:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.684920:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978355.684923:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978355.684925:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853312:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978355.684928:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978355.684930:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978355.684931:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.684933:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978355.684935:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978355.684937:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978355.684941:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978355.684944:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978355.684950:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978355.684953:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853312, portal 10 00000100:00000001:1.0:1780978355.684954:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978355.684955:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701184384 : -109779008367232 : ffff9c281533d580) 00000100:00000040:1.0:1780978355.684961:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.684967:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978355.684970:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978355.684972:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0d6c733. 00000100:00000200:1.0:1780978355.684975:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853312, offset 0 00000400:00000200:1.0:1780978355.684979:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978355.684983:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.684987:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978355.684992:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978355.684994:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978355.684996:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978355.684999:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2217:2217:255:4294967295] 192.168.201.116@tcp LPNI seq info [2217:2217:7:4294967295] 00000400:00000200:1.0:1780978355.685002:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.685008:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978355.685013:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978355.685016:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214502). 00000800:00000200:1.0:1780978355.685021:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978355.685025:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978355.685027:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978355.685030:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685032:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.685034:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685036:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685038:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.685047:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978355.685049:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978355.685051:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.685052:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978355.685053:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978355.685056:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978355.685058:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.685060:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978355.685061:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.685062:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.685063:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978355.685064:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978355.685068:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.685074:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978355.685075:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.685077:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978355.685079:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978355.685081:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853248:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978355.685085:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978355.685088:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978355.685089:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.685090:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978355.685093:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978355.685094:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978355.685098:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978355.685101:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978355.685105:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780978355.685108:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853248, portal 10 00000100:00000001:1.0:1780978355.685109:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978355.685110:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701167360 : -109779008384256 : ffff9c2815339300) 00000100:00000040:1.0:1780978355.685115:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.685120:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978355.685122:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978355.685124:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c1a2510. 00000100:00000200:1.0:1780978355.685125:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853248, offset 0 00000400:00000200:1.0:1780978355.685129:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978355.685131:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.685134:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978355.685136:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978355.685138:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978355.685140:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978355.685142:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2218:2218:254:4294967295] 192.168.201.116@tcp LPNI seq info [2218:2218:6:4294967295] 00000400:00000200:1.0:1780978355.685145:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978355.685150:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978355.685153:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978355.685156:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214750). 00000800:00000200:1.0:1780978355.685159:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978355.685162:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978355.685163:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978355.685165:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685166:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.685168:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685170:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685171:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.685188:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.685190:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978355.685463:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978355.685468:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19128ee (tot 3214502). 00000400:00000200:3.0:1780978355.685475:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.685480:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978355.685484:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030879e9d 00000400:00000010:3.0:1780978355.685486:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030879e9d. 00000100:00000001:3.0:1780978355.685490:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978355.685493:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685502:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978355.685504:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685510:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978355.685512:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978355.685537:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978355.685538:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214254). 00000400:00000200:3.0:1780978355.685541:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.685544:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978355.685546:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0d6c733 00000400:00000010:3.0:1780978355.685547:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0d6c733. 00000100:00000001:3.0:1780978355.685548:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978355.685550:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685555:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978355.685557:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685561:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978355.685562:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978355.685625:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978355.685627:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000469085d0 (tot 3214006). 00000400:00000200:3.0:1780978355.685630:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.685633:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978355.685635:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c1a2510 00000400:00000010:3.0:1780978355.685637:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c1a2510. 00000100:00000001:3.0:1780978355.685638:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978355.685640:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685647:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978355.685649:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.685665:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978355.685666:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978355.696854:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.696873:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978355.696877:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.696879:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.696890:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.696899:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978355.696906:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.696912:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.696916:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.696919:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23a80 00000400:00000200:3.0:1780978355.696925:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.696931:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cbd [1] + 224 00000800:00000001:3.0:1780978355.696939:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.696946:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.696949:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.696952:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978355.696959:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978355.696966:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978355.696978:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.697001:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978355.697012:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.697015:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.698046:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.698052:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978355.698062:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978355.698064:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978355.698067:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978355.698073:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:1.0:1780978355.698075:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:1.0:1780978355.698079:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978355.698086:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978355.698095:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.698101:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978355.698103:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.698106:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978355.698109:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978355.698112:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978355.698115:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.698117:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978355.698125:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=153 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978355.698129:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=153 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978355.698142:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978355.698144:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978355.698146:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978355.698149:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.698152:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978355.698154:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978355.698156:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978355.698157:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978355.698161:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.698167:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.698170:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978355.698172:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978355.698174:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978355.698180:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853312:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978355.698184:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.698186:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978355.698188:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006502353b x1867487341853312/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978387 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.698195:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978355.698197:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978355.698199:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978355.698202:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978355.698204:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978355.698206:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978355.698208:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978355.698209:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:1.0:1780978355.698213:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978355.698214:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978355.698215:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006502353b. 00000100:00000001:1.0:1780978355.698218:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978355.698219:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.698223:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.698224:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.698225:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978355.698226:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.698228:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978355.708217:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708239:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978355.708244:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708246:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.708258:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708267:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978355.708276:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708282:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708286:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708290:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23a40 00000400:00000200:3.0:1780978355.708296:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708302:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cc5 [1] + 224 00000800:00000001:3.0:1780978355.708311:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708317:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.708320:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.708324:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978355.708331:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978355.708338:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978355.708348:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.708418:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978355.708426:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708430:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978355.708432:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708433:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.708437:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708440:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978355.708444:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708446:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708449:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708451:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23a00 00000400:00000200:3.0:1780978355.708455:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978355.708459:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cb5 [1] + 224 00000800:00000001:3.0:1780978355.708463:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708469:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978355.708471:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978355.708474:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978355.708477:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978355.708481:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978355.708488:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978355.708497:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978355.708500:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978355.708503:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.711921:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.711929:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978355.711943:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978355.711946:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978355.711949:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978355.711961:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:1.0:1780978355.711963:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:1.0:1780978355.711969:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978355.711982:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978355.711994:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712003:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978355.712005:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712008:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978355.712011:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978355.712014:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978355.712016:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.712018:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978355.712028:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=154 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978355.712032:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=154 v=2 (1 1 1 2) 00000100:00001000:1.0:1780978355.712034:0:2261:0:(import.c:2000:at_measured()) AT 000000005db6bc05 change: old=2 new=1 delta=-1 (val=1) hist 1 1 1 1 00000100:00001000:1.0:1780978355.712036:0:2261:0:(client.c:427:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-mdc-ffff9c2814f0d000 (nid 192.168.201.116@tcp) has changed from 2 to 1 00000100:00000001:1.0:1780978355.712039:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978355.712040:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978355.712043:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978355.712048:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.712052:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978355.712054:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978355.712056:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978355.712057:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978355.712063:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712070:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.712073:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978355.712075:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978355.712078:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978355.712085:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341853248:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978355.712091:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978355.712092:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978355.712094:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978355.712096:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978355.712097:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978355.712099:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978355.712102:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978355.712109:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712116:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978355.712116:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712118:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978355.712119:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978355.712120:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978355.712121:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978355.712123:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978355.712125:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=154 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978355.712127:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=154 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978355.712129:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978355.712130:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978355.712132:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978355.712133:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.712135:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978355.712137:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712143:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978355.712145:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978355.712146:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978355.712149:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978355.712155:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341853184:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978355.712159:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712162:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978355.712164:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026d2b4e9 x1867487341853248/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712171:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978355.712173:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978355.712176:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978355.712181:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978355.712183:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978355.712186:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978355.712188:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978355.712190:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b291553. 02000000:00000001:1.0:1780978355.712194:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978355.712195:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978355.712196:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026d2b4e9. 00000100:00000001:1.0:1780978355.712199:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978355.712200:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712202:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978355.712204:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000035f9ac66 x1867487341853184/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978362 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978355.712209:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978355.712210:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978355.712211:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978355.712213:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978355.712214:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978355.712215:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978355.712217:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978355.712218:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:1.0:1780978355.712219:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978355.712220:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978355.712221:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035f9ac66. 00000100:00000001:1.0:1780978355.712223:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978355.712224:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712226:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978355.712234:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978355.712235:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978355.712236:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978355.712238:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978356.513502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978356.513508:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978356.513514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978356.513515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978356.513518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978356.513519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978356.515227:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978356.515232:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978356.515237:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978357.537824:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978357.537829:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978357.537835:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978357.537838:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978357.537840:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978357.537844:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978357.537846:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978357.537847:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978357.537850:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978357.537852:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978357.537853:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978357.537855:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978357.537858:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978357.537859:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978357.538003:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978357.538006:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978357.538009:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978358.561810:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978358.561816:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978358.561823:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978358.561824:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978358.561827:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978358.561828:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978358.562117:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978358.562122:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978358.562130:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978359.588150:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978359.588155:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978359.588160:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978359.588161:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978359.588164:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978359.588165:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978359.588348:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978359.588351:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978359.588354:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978360.609728:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978360.609734:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978360.609739:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978360.609740:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978360.609744:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978360.609745:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978360.609912:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978360.609915:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978360.609917:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978360.801551:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978360.801562:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978360.801572:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978360.801578:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978360.801582:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978360.801585:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978360.801590:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978360.801598:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978360.801604:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801614:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978360.801633:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978360.801637:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801642:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_00+0] req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.801674:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801676:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978360.801679:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978360.801682:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978360.801684:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978360.801687:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978360.801688:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978360.801689:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978360.801692:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978360.801695:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801698:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978360.801715:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978360.801717:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801720:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_01+1] req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.801727:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801729:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978360.801731:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978360.801733:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978360.801735:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978360.801737:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978360.801739:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978360.801740:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978360.801742:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978360.801745:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801748:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978360.801758:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978360.801759:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.801762:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_00+0] req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.801767:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978360.801769:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978360.801772:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978360.801774:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978360.801776:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978360.801781:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3753) 00000100:00000001:2.0:1780978360.801797:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978360.801801:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978360.801803:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978360.801806:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.801812:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978360.801814:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.801817:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978360.801820:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978360.801822:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341853440:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978360.801826:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978360.801830:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978360.801833:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.801835:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978360.801838:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978360.801840:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978360.801847:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978360.801852:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9138de. 00000400:00000010:2.0:1780978360.801857:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978360.801864:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853440, portal 10 00000100:00000001:2.0:1780978360.801866:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978360.801868:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:2.0:1780978360.801875:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.801880:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978360.801882:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978360.801884:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003946059f. 00000100:00000200:2.0:1780978360.801886:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853440, offset 0 00000400:00000200:2.0:1780978360.801892:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978360.801900:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.801907:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978360.801914:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978360.801917:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978360.801920:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978360.801922:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2219:2219:256:4294967295] 192.168.201.116@tcp LPNI seq info [2219:2219:8:4294967295] 00000400:00000200:2.0:1780978360.801925:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.801932:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978360.801937:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978360.801942:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214254). 00000800:00000200:2.0:1780978360.801948:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978360.801955:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978360.801959:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978360.801971:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.801973:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.801975:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.801978:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.801979:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.801986:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978360.801987:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978360.801989:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978360.801990:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978360.801991:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978360.801993:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780978360.801994:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.801996:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978360.801997:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.801998:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978360.801999:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978360.802000:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978360.802003:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802009:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978360.802010:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.802011:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978360.802012:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978360.802014:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341853376:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978360.802017:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978360.802019:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978360.802020:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.802022:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978360.802024:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978360.802025:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978360.802029:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978360.802031:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978360.802034:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978360.802036:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853376, portal 25 00000100:00000001:2.0:1780978360.802037:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978360.802038:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:2.0:1780978360.802041:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802046:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978360.802049:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978360.802050:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978360.802052:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341853376, offset 0 00000400:00000200:2.0:1780978360.802059:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978360.802064:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.802068:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978360.802071:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978360.802073:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978360.802074:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978360.802077:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2220:2220:255:4294967295] 192.168.201.116@tcp LPNI seq info [2220:2220:7:4294967295] 00000400:00000200:2.0:1780978360.802080:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.802085:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978360.802089:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978360.802092:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214502). 00000800:00000200:2.0:1780978360.802095:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978360.802098:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978360.802100:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978360.802102:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802104:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.802105:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802107:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978360.802110:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802116:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978360.802117:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.802119:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978360.802120:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978360.802122:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341853504:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978360.802125:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978360.802126:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978360.802127:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.802129:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978360.802131:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978360.802132:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978360.802135:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978360.802138:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978360.802140:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978360.802142:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853504, portal 10 00000100:00000001:2.0:1780978360.802144:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978360.802145:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:2.0:1780978360.802150:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802155:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978360.802157:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978360.802159:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b528685. 00000100:00000200:2.0:1780978360.802160:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853504, offset 0 00000400:00000200:2.0:1780978360.802164:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978360.802168:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.802170:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978360.802173:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978360.802175:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978360.802177:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978360.802179:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2221:2221:254:4294967295] 192.168.201.116@tcp LPNI seq info [2221:2221:6:4294967295] 00000400:00000200:2.0:1780978360.802182:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978360.802187:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978360.802191:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978360.802193:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214750). 00000800:00000200:2.0:1780978360.802197:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978360.802200:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978360.802202:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978360.802204:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802205:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.802207:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802209:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802210:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978360.802256:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978360.802259:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214502). 00000400:00000200:2.0:1780978360.802264:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978360.802269:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978360.802273:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003946059f 00000400:00000010:2.0:1780978360.802274:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003946059f. 00000100:00000001:2.0:1780978360.802278:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978360.802281:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802288:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.802290:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802295:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802297:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978360.802307:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978360.802309:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214254). 00000400:00000200:2.0:1780978360.802311:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978360.802313:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978360.802315:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978360.802316:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978360.802331:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978360.802333:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802340:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.802341:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802346:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802348:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978360.802458:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978360.802460:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:2.0:1780978360.802462:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978360.802465:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978360.802467:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b528685 00000400:00000010:2.0:1780978360.802468:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b528685. 00000100:00000001:2.0:1780978360.802470:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978360.802472:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802479:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.802480:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.802486:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.802487:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978360.805291:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978360.805310:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978360.806540:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806555:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978360.806559:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806561:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806572:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806579:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978360.806586:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806592:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806596:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806599:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23ac0 00000400:00000200:3.0:1780978360.806604:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806609:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cdd [1] + 224 00000800:00000001:3.0:1780978360.806617:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806621:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806623:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978360.806627:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978360.806633:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978360.806639:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978360.806648:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978360.806671:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978360.806681:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806684:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978360.806685:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806687:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806689:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806692:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978360.806696:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806698:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806700:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806731:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23b00 00000400:00000200:3.0:1780978360.806734:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806738:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ccd [1] + 224 00000800:00000001:3.0:1780978360.806741:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806744:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806746:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978360.806748:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978360.806750:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978360.806753:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978360.806760:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978360.806766:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978360.806768:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806770:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978360.806772:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806773:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806776:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806778:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978360.806782:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806784:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806786:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806788:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23b40 00000400:00000200:3.0:1780978360.806791:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978360.806793:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ced [1] + 224 00000800:00000001:3.0:1780978360.806796:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806801:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978360.806803:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978360.806805:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978360.806807:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978360.806810:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978360.806815:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978360.806821:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978360.806823:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978360.806826:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810327:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978360.810335:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978360.810344:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978360.810347:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978360.810349:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978360.810385:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:2.0:1780978360.810388:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:2.0:1780978360.810392:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978360.810402:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978360.810414:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810420:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978360.810421:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810423:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978360.810426:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978360.810429:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978360.810431:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.810433:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978360.810439:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=9 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978360.810442:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=9 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978360.810444:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978360.810445:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978360.810447:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978360.810449:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.810451:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.810454:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810459:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.810462:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978360.810464:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978360.810466:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978360.810472:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341853376:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978360.810477:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978360.810478:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978360.810480:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978360.810482:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:2.0:1780978360.810483:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:2.0:1780978360.810485:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978360.810487:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978360.810493:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810497:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978360.810498:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810499:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978360.810500:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978360.810501:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978360.810502:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.810503:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978360.810508:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=8 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978360.810510:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=8 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978360.810511:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978360.810512:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978360.810513:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978360.810516:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.810531:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978360.810533:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978360.810534:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978360.810536:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.810538:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810547:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.810548:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978360.810549:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978360.810552:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978360.810557:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341853504:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978360.810561:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978360.810562:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978360.810563:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9138de. 00000400:00000200:2.0:1780978360.810565:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978360.810566:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978360.810568:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978360.810570:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978360.810577:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810583:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978360.810584:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810585:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978360.810586:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978360.810587:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978360.810588:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978360.810590:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978360.810593:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=9 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978360.810596:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=9 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978360.810597:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978360.810598:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978360.810600:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978360.810601:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.810602:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978360.810603:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978360.810605:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978360.810606:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978360.810609:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810613:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978360.810615:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978360.810616:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978360.810618:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978360.810623:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341853440:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978360.810626:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810628:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.810631:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341853376/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978367 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810637:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978360.810639:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978360.810641:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978360.810645:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978360.810647:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978360.810649:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978360.810651:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978360.810653:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:2.0:1780978360.810656:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978360.810658:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978360.810659:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:2.0:1780978360.810662:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978360.810663:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810664:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.810666:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341853504/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810670:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978360.810672:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978360.810672:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978360.810674:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978360.810675:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978360.810676:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978360.810677:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978360.810678:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978360.810680:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978360.810681:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978360.810681:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:2.0:1780978360.810683:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978360.810684:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810685:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978360.810687:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341853440/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978392 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978360.810692:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978360.810693:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978360.810694:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978360.810695:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978360.810696:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978360.810697:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978360.810699:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978360.810699:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:2.0:1780978360.810711:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978360.810712:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978360.810713:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:2.0:1780978360.810715:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978360.810716:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810718:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978360.810726:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978360.810727:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978360.810729:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978360.810731:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978361.633485:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978361.633491:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978361.633497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978361.633498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978361.633501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978361.633502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978361.633564:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978361.633567:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978361.633570:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978362.657494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978362.657499:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978362.657507:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978362.657508:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978362.657511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978362.657512:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978362.660114:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978362.660120:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978362.660126:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978363.681974:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978363.681982:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978363.681985:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978363.681987:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.681993:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978363.681995:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.681997:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.681999:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.682003:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978363.682004:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.682007:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978363.682008:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978363.682009:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978363.682014:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978363.682016:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978363.682017:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.682018:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978363.682019:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.682020:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978363.682021:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978363.682093:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978363.682096:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978363.682099:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978364.705595:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978364.705602:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978364.705609:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978364.705611:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978364.705615:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978364.705615:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978364.705789:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978364.705792:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978364.705796:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978365.742310:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978365.742316:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978365.742322:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978365.742323:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978365.742326:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978365.742327:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978365.742427:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978365.742431:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978365.742433:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978365.922840:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978365.922851:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978365.922860:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035f9ac66. 00000020:00000040:0.0:1780978365.922867:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978365.922871:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978365.922874:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978365.922878:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978365.922887:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b5e94dc. 00000100:00000001:0.0:1780978365.922894:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922903:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978365.922912:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978365.922916:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922922:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000035f9ac66] to pc [ptlrpcd_00_00+0] req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978365.922949:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922952:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978365.922955:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978365.922957:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026d2b4e9. 00000020:00000040:0.0:1780978365.922960:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978365.922961:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978365.922962:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978365.922964:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978365.922966:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000acc3a4e4. 00000100:00000001:0.0:1780978365.922969:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922973:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978365.922979:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978365.922981:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922983:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026d2b4e9] to pc [ptlrpcd_00_01+1] req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978365.922990:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.922991:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978365.922994:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978365.922996:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006502353b. 00000020:00000040:0.0:1780978365.922998:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978365.923000:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978365.923001:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978365.923002:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978365.923005:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000069d84b4b. 00000100:00000001:0.0:1780978365.923007:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.923009:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978365.923015:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978365.923017:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978365.923019:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006502353b] to pc [ptlrpcd_00_00+0] req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978365.923025:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978365.923027:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978365.923030:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978365.923032:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978365.923034:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978365.923039:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3758) 00000100:00000001:1.0:1780978365.923109:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.923113:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978365.923115:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978365.923120:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923127:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978365.923129:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923133:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978365.923135:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978365.923138:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341853568:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978365.923143:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978365.923147:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978365.923149:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923152:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978365.923155:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978365.923157:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978365.923164:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978365.923168:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978365.923174:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978365.923180:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853568, portal 25 00000100:00000001:1.0:1780978365.923183:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978365.923184:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701169792 : -109779008381824 : ffff9c2815339c80) 00000100:00000040:1.0:1780978365.923189:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923195:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978365.923198:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978365.923200:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c95442. 00000100:00000200:1.0:1780978365.923203:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341853568, offset 0 00000400:00000200:1.0:1780978365.923209:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923217:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923225:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978365.923232:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978365.923235:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978365.923238:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923241:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2222:2222:256:4294967295] 192.168.201.116@tcp LPNI seq info [2222:2222:8:4294967295] 00000400:00000200:1.0:1780978365.923245:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923254:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978365.923260:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978365.923264:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214254). 00000800:00000200:1.0:1780978365.923270:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978365.923290:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978365.923295:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978365.923309:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923311:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.923314:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923316:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978365.923319:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923325:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978365.923326:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923328:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978365.923329:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978365.923331:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853696:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978365.923334:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978365.923336:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978365.923337:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923338:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978365.923341:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978365.923342:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978365.923346:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978365.923348:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978365.923351:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978365.923353:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853696, portal 10 00000100:00000001:1.0:1780978365.923355:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978365.923389:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701184384 : -109779008367232 : ffff9c281533d580) 00000100:00000040:1.0:1780978365.923395:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923401:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978365.923403:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978365.923406:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d79b6ee. 00000100:00000200:1.0:1780978365.923408:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853696, offset 0 00000400:00000200:1.0:1780978365.923412:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923415:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923418:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978365.923422:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978365.923424:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978365.923426:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923428:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2223:2223:255:4294967295] 192.168.201.116@tcp LPNI seq info [2223:2223:7:4294967295] 00000400:00000200:1.0:1780978365.923432:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923437:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978365.923441:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978365.923444:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214502). 00000800:00000200:1.0:1780978365.923448:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978365.923451:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978365.923453:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978365.923456:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923457:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.923459:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923461:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923463:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.923471:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978365.923472:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978365.923474:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.923475:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978365.923476:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978365.923478:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978365.923480:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.923482:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978365.923483:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.923484:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.923485:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978365.923486:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978365.923488:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923494:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978365.923495:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923497:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978365.923499:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978365.923501:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853632:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978365.923505:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978365.923506:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978365.923507:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.923508:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978365.923511:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978365.923512:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978365.923515:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978365.923517:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978365.923519:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978365.923522:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853632, portal 10 00000100:00000001:1.0:1780978365.923523:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978365.923524:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701167360 : -109779008384256 : ffff9c2815339300) 00000100:00000040:1.0:1780978365.923529:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.923534:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978365.923536:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978365.923538:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a2d6103. 00000100:00000200:1.0:1780978365.923540:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853632, offset 0 00000400:00000200:1.0:1780978365.923544:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923547:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923550:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978365.923553:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978365.923555:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978365.923557:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978365.923559:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2224:2224:254:4294967295] 192.168.201.116@tcp LPNI seq info [2224:2224:6:4294967295] 00000400:00000200:1.0:1780978365.923562:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978365.923568:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978365.923572:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978365.923574:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214750). 00000800:00000200:1.0:1780978365.923578:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978365.923582:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978365.923584:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978365.923586:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923587:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.923589:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923591:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923592:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.923601:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.923603:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978365.923969:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978365.923975:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7a0e310 (tot 3214502). 00000400:00000200:3.0:1780978365.923981:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.923989:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978365.923994:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c95442 00000400:00000010:3.0:1780978365.923996:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c95442. 00000100:00000001:3.0:1780978365.924001:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978365.924005:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924013:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978365.924017:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924023:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978365.924025:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978365.924038:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978365.924040:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214254). 00000400:00000200:3.0:1780978365.924042:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.924045:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978365.924047:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d79b6ee 00000400:00000010:3.0:1780978365.924048:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d79b6ee. 00000100:00000001:3.0:1780978365.924050:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978365.924052:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924058:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978365.924060:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924064:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978365.924066:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978365.924131:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978365.924133:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7823a40 (tot 3214006). 00000400:00000200:3.0:1780978365.924137:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.924140:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978365.924142:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a2d6103 00000400:00000010:3.0:1780978365.924143:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a2d6103. 00000100:00000001:3.0:1780978365.924145:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978365.924147:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924153:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978365.924155:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.924160:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978365.924161:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978365.927126:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927144:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978365.927148:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927150:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.927162:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927169:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978365.927175:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927180:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927184:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927188:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23c00 00000400:00000200:3.0:1780978365.927193:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927199:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d05 [1] + 224 00000800:00000001:3.0:1780978365.927206:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927210:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.927213:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.927216:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978365.927223:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978365.927228:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978365.927238:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.927261:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978365.927269:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927273:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978365.927275:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927277:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.927280:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927283:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978365.927288:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927291:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927293:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927295:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23bc0 00000400:00000200:3.0:1780978365.927298:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.927300:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d0d [1] + 224 00000800:00000001:3.0:1780978365.927304:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927309:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.927310:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.927313:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978365.927316:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978365.927318:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978365.927324:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.927329:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978365.927331:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.927334:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.927542:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.927547:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978365.927553:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978365.927555:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978365.927558:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978365.927561:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:1.0:1780978365.927563:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:1.0:1780978365.927566:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978365.927571:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978365.927580:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927586:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978365.927587:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.927589:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978365.927592:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978365.927595:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978365.927596:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.927599:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978365.927608:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=14 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978365.927623:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=14 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978365.927626:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978365.927628:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978365.927630:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978365.927633:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.927637:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978365.927639:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978365.927641:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978365.927643:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978365.927647:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927653:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.927656:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978365.927658:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978365.927661:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978365.927668:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026d2b4e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853632:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978365.927675:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978365.927676:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978365.927677:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978365.927679:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:1.0:1780978365.927680:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:1.0:1780978365.927682:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978365.927684:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978365.927690:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927696:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978365.927697:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.927698:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978365.927699:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978365.927700:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978365.927701:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.927703:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978365.927706:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=13 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978365.927709:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=13 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978365.927711:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978365.927712:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978365.927713:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978365.927715:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.927717:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978365.927718:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978365.927719:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978365.927720:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978365.927724:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927729:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.927731:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978365.927732:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978365.927734:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978365.927740:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006502353b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853696:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978365.927744:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.927746:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978365.927749:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026d2b4e9 x1867487341853632/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927755:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978365.927757:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978365.927759:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978365.927763:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978365.927765:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978365.927767:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978365.927769:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978365.927770:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000acc3a4e4. 02000000:00000001:1.0:1780978365.927774:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978365.927776:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978365.927777:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026d2b4e9. 00000100:00000001:1.0:1780978365.927781:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978365.927783:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.927784:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978365.927786:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006502353b x1867487341853696/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978397 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.927797:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978365.927798:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978365.927799:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978365.927802:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978365.927802:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978365.927803:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978365.927805:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978365.927806:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000069d84b4b. 02000000:00000001:1.0:1780978365.927808:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978365.927809:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978365.927809:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006502353b. 00000100:00000001:1.0:1780978365.927812:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978365.927812:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.927816:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.927817:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.927818:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978365.927820:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.927821:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978365.933298:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.933316:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978365.933320:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.933322:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.933333:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.933341:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978365.933348:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.933353:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.933589:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.933595:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23b80 00000400:00000200:3.0:1780978365.933600:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978365.933606:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6cfd [1] + 224 00000800:00000001:3.0:1780978365.933625:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.933633:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978365.933705:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978365.933711:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978365.933718:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978365.933724:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978365.933734:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978365.933757:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978365.933765:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978365.933769:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.934333:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.934337:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978365.934345:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978365.934347:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978365.934350:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978365.934375:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978365.934378:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978365.934381:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978365.934386:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978365.934396:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.934403:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978365.934404:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.934407:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978365.934411:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978365.934413:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978365.934416:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978365.934419:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978365.934426:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=14 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978365.934430:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=14 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978365.934432:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978365.934434:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978365.934436:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978365.934438:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.934441:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978365.934445:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.934452:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978365.934454:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978365.934457:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978365.934460:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978365.934467:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035f9ac66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341853568:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978365.934472:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.934475:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978365.934477:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000035f9ac66 x1867487341853568/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978372 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978365.934484:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978365.934486:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978365.934489:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978365.934492:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978365.934494:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978365.934496:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978365.934498:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978365.934500:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:1.0:1780978365.934504:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978365.934505:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978365.934506:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035f9ac66. 00000100:00000001:1.0:1780978365.934510:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978365.934511:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.934513:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978365.934521:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978365.934522:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978365.934524:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978365.934526:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978366.753529:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978366.753533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978366.753754:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978366.753755:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978366.753759:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978366.753760:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978366.754479:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978366.754483:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978366.754486:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978367.777509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978367.777514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978367.777520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978367.777523:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978367.777525:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978367.777530:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978367.777532:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978367.777534:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978367.777536:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978367.777538:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978367.777540:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978367.777542:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978367.777545:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978367.777546:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978367.777722:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978367.777726:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978367.777728:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978368.801641:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978368.801646:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978368.801652:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978368.801653:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978368.801656:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978368.801657:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978368.802206:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978368.802210:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978368.802213:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978369.825753:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978369.825758:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978369.825764:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978369.825766:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978369.825769:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978369.825770:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978369.825897:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978369.825900:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978369.825903:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978370.849488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978370.849494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978370.849499:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978370.849500:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978370.849503:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978370.849504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978370.849643:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978370.849646:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978370.849649:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978371.042251:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978371.042261:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978371.042270:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978371.042277:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978371.042282:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978371.042285:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978371.042290:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978371.042298:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780978371.042305:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042315:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978371.042324:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978371.042328:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042332:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042387:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042390:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978371.042392:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978371.042395:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978371.042398:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978371.042400:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978371.042401:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978371.042402:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978371.042404:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978371.042408:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042411:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978371.042416:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978371.042417:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042419:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042427:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042428:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978371.042430:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978371.042432:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978371.042434:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978371.042435:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978371.042436:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978371.042437:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978371.042441:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780978371.042443:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042445:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978371.042450:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978371.042451:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.042453:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042458:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978371.042460:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978371.042462:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978371.042464:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978371.042466:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978371.042470:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3763) 00000100:00000001:1.0:1780978371.042486:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978371.042489:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978371.042492:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978371.042496:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042503:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978371.042504:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042508:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978371.042510:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978371.042512:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853824:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978371.042516:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978371.042531:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978371.042533:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042535:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978371.042540:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978371.042541:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978371.042550:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978371.042554:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978371.042561:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978371.042568:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853824, portal 10 00000100:00000001:1.0:1780978371.042571:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978371.042572:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978371.042578:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042584:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978371.042587:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978371.042589:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8c1f8c7. 00000100:00000200:1.0:1780978371.042592:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853824, offset 0 00000400:00000200:1.0:1780978371.042598:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042608:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042617:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978371.042625:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978371.042629:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978371.042632:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042637:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2225:2225:256:4294967295] 192.168.201.116@tcp LPNI seq info [2225:2225:8:4294967295] 00000400:00000200:1.0:1780978371.042640:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042649:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978371.042655:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978371.042660:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978371.042667:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978371.042675:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978371.042679:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978371.042698:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042700:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.042704:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042706:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042708:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.042717:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978371.042718:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978371.042720:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978371.042721:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978371.042722:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978371.042724:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978371.042725:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.042727:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978371.042728:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.042729:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978371.042730:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978371.042731:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978371.042733:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042739:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978371.042739:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042741:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978371.042743:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978371.042745:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341853760:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978371.042748:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978371.042750:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978371.042751:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042753:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978371.042755:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978371.042757:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978371.042761:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978371.042763:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978371.042766:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978371.042768:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853760, portal 25 00000100:00000001:1.0:1780978371.042770:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978371.042771:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978371.042774:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042779:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978371.042781:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978371.042783:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e957475. 00000100:00000200:1.0:1780978371.042784:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341853760, offset 0 00000400:00000200:1.0:1780978371.042789:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042792:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042795:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978371.042805:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978371.042808:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978371.042811:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042812:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2226:2226:255:4294967295] 192.168.201.116@tcp LPNI seq info [2226:2226:7:4294967295] 00000400:00000200:1.0:1780978371.042816:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042821:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978371.042825:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978371.042828:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7a0e310 (tot 3214502). 00000800:00000200:1.0:1780978371.042831:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978371.042835:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978371.042837:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7a0e310 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978371.042839:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042841:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.042843:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042844:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978371.042847:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042852:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978371.042853:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042855:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978371.042857:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978371.042859:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853888:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978371.042861:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978371.042863:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978371.042864:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.042865:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978371.042867:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978371.042869:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978371.042872:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978371.042874:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978371.042877:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780978371.042879:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853888, portal 10 00000100:00000001:1.0:1780978371.042880:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978371.042881:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978371.042885:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.042890:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978371.042892:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978371.042893:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c46a47e8. 00000100:00000200:1.0:1780978371.042895:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341853888, offset 0 00000400:00000200:1.0:1780978371.042899:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042902:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042905:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978371.042908:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978371.042910:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978371.042912:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978371.042914:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2227:2227:254:4294967295] 192.168.201.116@tcp LPNI seq info [2227:2227:6:4294967295] 00000400:00000200:1.0:1780978371.042917:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978371.042921:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978371.042926:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978371.042928:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214750). 00000800:00000200:1.0:1780978371.042931:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978371.042934:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978371.042936:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978371.042938:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042939:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.042941:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042942:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.042944:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978371.043185:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978371.043197:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978371.043325:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978371.043329:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214502). 00000400:00000200:3.0:1780978371.043335:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.043341:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978371.043345:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8c1f8c7 00000400:00000010:3.0:1780978371.043347:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8c1f8c7. 00000100:00000001:3.0:1780978371.043351:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978371.043382:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043390:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978371.043392:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043398:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978371.043399:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978371.043413:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978371.043415:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7a0e310 (tot 3214254). 00000400:00000200:3.0:1780978371.043417:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.043420:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978371.043422:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e957475 00000400:00000010:3.0:1780978371.043423:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e957475. 00000100:00000001:3.0:1780978371.043425:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978371.043427:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043434:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978371.043436:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043440:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978371.043441:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978371.043498:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978371.043500:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000469085d0 (tot 3214006). 00000400:00000200:3.0:1780978371.043503:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.043506:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978371.043507:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c46a47e8 00000400:00000010:3.0:1780978371.043509:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c46a47e8. 00000100:00000001:3.0:1780978371.043510:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978371.043512:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043517:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978371.043519:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.043534:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978371.043536:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978371.046138:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046154:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978371.046159:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046161:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046171:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046190:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978371.046197:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046203:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046207:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046211:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23c80 00000400:00000200:3.0:1780978371.046216:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046222:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d15 [1] + 224 00000800:00000001:3.0:1780978371.046230:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046234:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046237:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.046241:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978371.046247:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978371.046252:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978371.046263:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.046283:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978371.046290:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046293:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978371.046295:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046296:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046299:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046302:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978371.046306:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046308:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046310:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046312:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23cc0 00000400:00000200:3.0:1780978371.046315:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046318:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d25 [1] + 224 00000800:00000001:3.0:1780978371.046322:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046325:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046326:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.046329:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978371.046331:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978371.046334:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978371.046347:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.046353:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978371.046384:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046388:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978371.046389:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046391:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046394:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046397:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978371.046401:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046403:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046405:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046407:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23c40 00000400:00000200:3.0:1780978371.046410:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978371.046413:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d1d [1] + 224 00000800:00000001:3.0:1780978371.046417:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046422:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978371.046423:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978371.046426:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978371.046428:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978371.046431:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978371.046438:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978371.046446:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978371.046449:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978371.046451:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048469:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978371.048476:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978371.048486:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978371.048488:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978371.048491:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978371.048500:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:1.0:1780978371.048503:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:1.0:1780978371.048507:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978371.048517:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978371.048538:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048545:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978371.048547:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048549:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978371.048553:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978371.048556:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978371.048558:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.048560:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978371.048566:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=20 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978371.048571:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=20 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978371.048574:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978371.048575:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978371.048577:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978371.048579:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.048582:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.048586:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048591:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.048594:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978371.048596:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978371.048599:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978371.048605:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341853760:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978371.048611:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978371.048612:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978371.048614:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978371.048616:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:1.0:1780978371.048617:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:1.0:1780978371.048619:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978371.048621:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978371.048628:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048633:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978371.048634:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048635:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978371.048636:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978371.048637:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978371.048638:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.048640:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978371.048645:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=19 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978371.048648:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=19 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978371.048650:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978371.048661:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978371.048663:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978371.048672:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.048677:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978371.048679:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978371.048681:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978371.048682:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.048685:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048691:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.048693:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978371.048693:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978371.048696:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978371.048702:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853888:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978371.048707:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978371.048708:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978371.048709:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978371.048711:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:1.0:1780978371.048712:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:1.0:1780978371.048714:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978371.048717:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978371.048723:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048728:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978371.048729:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048730:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978371.048731:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978371.048732:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978371.048733:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978371.048735:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978371.048738:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=20 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978371.048741:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=20 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978371.048743:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978371.048744:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978371.048746:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978371.048747:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.048749:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978371.048750:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978371.048751:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978371.048752:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978371.048755:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048760:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978371.048762:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978371.048763:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978371.048765:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978371.048770:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341853824:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978371.048775:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048777:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978371.048780:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341853760/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978378 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048872:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978371.048875:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978371.048877:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978371.048882:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978371.048885:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978371.048886:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978371.048889:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978371.048891:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:1.0:1780978371.048895:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978371.048896:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978371.048897:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978371.048902:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978371.048903:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048905:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978371.048908:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341853888/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048913:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978371.048914:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978371.048915:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978371.048917:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978371.048918:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978371.048919:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978371.048921:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978371.048921:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:1.0:1780978371.048923:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978371.048924:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978371.048925:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978371.048927:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978371.048928:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048929:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978371.048932:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341853824/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978371.048937:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978371.048938:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978371.048939:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978371.048952:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978371.048953:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978371.048954:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978371.048956:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978371.048957:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978371.048959:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978371.048960:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978371.048961:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978371.048971:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978371.048971:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048973:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978371.048984:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978371.048987:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978371.048989:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978371.048991:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978371.879973:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978371.879977:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978371.879984:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978371.879985:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978371.879988:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978371.879988:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978371.880923:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978371.880928:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978371.880931:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978372.898418:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978372.898424:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978372.898429:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978372.898430:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978372.898434:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978372.898434:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978372.898573:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978372.898577:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978372.898580:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978373.923510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978373.923518:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978373.923520:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978373.923522:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923527:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978373.923529:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923531:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923533:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978373.923538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923542:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978373.923543:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978373.923544:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978373.923548:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978373.923550:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978373.923551:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923552:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978373.923554:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923555:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978373.923556:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978373.923649:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978373.923653:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978373.923664:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978374.945502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978374.945507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978374.945513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978374.945514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978374.945518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978374.945519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978374.945617:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978374.945620:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978374.945624:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978375.969857:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978375.969862:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978375.969870:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978375.969871:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978375.969874:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978375.969875:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978375.970028:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978375.970031:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978375.970035:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978376.162580:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978376.162591:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978376.162601:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7657060. 00000020:00000040:3.0:1780978376.162607:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978376.162612:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978376.162615:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978376.162621:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978376.162631:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060bcb4d4. 00000100:00000001:3.0:1780978376.162637:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.162646:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978376.162655:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978376.162659:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.162664:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c7657060] to pc [ptlrpcd_01_01+1] req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.162701:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.162703:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978376.162706:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780978376.162713:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780978376.162716:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978376.162717:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978376.162726:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978376.162728:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978376.162730:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978376.162732:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.162734:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978376.162738:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.162746:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978376.162749:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.162753:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978376.162757:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978376.162760:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7657060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341853952:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978376.162764:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978376.162769:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978376.162771:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.162774:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978376.162777:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978376.162778:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978376.162785:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978376.162789:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6aaebf1. 00000400:00000010:3.0:1780978376.162795:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978376.162802:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341853952, portal 25 00000100:00000001:3.0:1780978376.162803:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978376.162804:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392659072 : -109779316892544 : ffff9c2802d01c80) 00000100:00000040:3.0:1780978376.162808:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.162814:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978376.162817:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978376.162818:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978376.162820:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341853952, offset 0 00000400:00000200:3.0:1780978376.162826:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978376.162835:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.162843:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978376.162849:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978376.162852:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978376.162855:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978376.162858:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2228:2228:256:4294967295] 192.168.201.116@tcp LPNI seq info [2228:2228:8:4294967295] 00000400:00000200:3.0:1780978376.162862:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.162870:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978376.162876:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978376.162879:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003e971bd (tot 3214254). 00000800:00000200:3.0:1780978376.162886:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978376.162894:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978376.162897:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003e971bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978376.162907:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.162909:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978376.162912:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.162915:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.162916:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978376.163034:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978376.163038:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003e971bd (tot 3214006). 00000400:00000200:3.0:1780978376.163051:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978376.163055:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978376.163059:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:3.0:1780978376.163062:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:3.0:1780978376.163065:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978376.163068:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163076:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978376.163079:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163084:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163085:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000010:3.0:1780978376.163100:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a5bc335. 00000020:00000040:3.0:1780978376.163102:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978376.163104:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978376.163105:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978376.163107:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978376.163110:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003e971bd. 00000100:00000001:3.0:1780978376.163113:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.163117:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978376.163123:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978376.163125:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.163128:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003a5bc335] to pc [ptlrpcd_01_00+0] req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163139:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.163594:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978376.163600:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780978376.163609:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978376.163612:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.163613:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978376.163619:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163627:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978376.163628:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.163630:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978376.163632:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978376.163634:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a5bc335 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854016:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978376.163637:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978376.163639:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978376.163640:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.163643:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978376.163646:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978376.163648:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978376.163653:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978376.163656:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978376.163659:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978376.163664:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854016, portal 10 00000100:00000001:3.0:1780978376.163666:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978376.163667:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392668800 : -109779316882816 : ffff9c2802d04280) 00000100:00000040:3.0:1780978376.163673:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163679:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978376.163681:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978376.163683:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc26c45b. 00000100:00000200:3.0:1780978376.163685:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854016, offset 0 00000400:00000200:3.0:1780978376.163690:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978376.163696:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.163700:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978376.163704:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978376.163707:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978376.163709:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978376.163713:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2229:2229:256:4294967295] 192.168.201.116@tcp LPNI seq info [2229:2229:8:4294967295] 00000400:00000200:3.0:1780978376.163716:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.163722:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978376.163727:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978376.163730:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214254). 00000800:00000200:3.0:1780978376.163734:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978376.163740:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978376.163742:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978376.163764:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163765:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978376.163767:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163770:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163772:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978376.163778:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978376.163779:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978376.163781:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978376.163782:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.163783:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163784:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978376.163845:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978376.163848:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214006). 00000400:00000200:3.0:1780978376.163852:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978376.163856:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978376.163859:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc26c45b 00000400:00000010:3.0:1780978376.163861:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc26c45b. 00000100:00000001:3.0:1780978376.163863:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978376.163866:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163873:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978376.163875:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163881:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.163883:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000010:3.0:1780978376.163894:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008386a931. 00000020:00000040:3.0:1780978376.163896:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978376.163898:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978376.163900:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978376.163902:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978376.163904:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7f5c709. 00000100:00000001:3.0:1780978376.163907:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.163910:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978376.163917:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978376.163919:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978376.163921:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008386a931] to pc [ptlrpcd_01_01+1] req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.163930:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978376.163932:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978376.163935:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978376.163937:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978376.163939:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1780978376.163946:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978376.163948:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.163949:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978376.163951:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978376.163952:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.167897:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978376.167903:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978376.167935:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3768) 00000100:00000001:3.0:1780978376.168126:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978376.168129:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978376.168132:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978376.168133:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.168135:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978376.168155:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.168165:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978376.168166:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.168170:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978376.168173:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978376.168175:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008386a931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854080:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978376.168179:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978376.168183:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978376.168186:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978376.168188:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978376.168196:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978376.168198:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978376.168206:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978376.168210:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6bc11d. 00000400:00000010:3.0:1780978376.168215:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc26c45b. 00000100:00000200:3.0:1780978376.168221:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854080, portal 10 00000100:00000001:3.0:1780978376.168223:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978376.168224:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392652992 : -109779316898624 : ffff9c2802d004c0) 00000100:00000040:3.0:1780978376.168230:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.168236:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978376.168238:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978376.168240:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978376.168242:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854080, offset 0 00000400:00000200:3.0:1780978376.168248:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978376.168256:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.168263:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978376.168269:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978376.168273:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978376.168276:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978376.168279:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2230:2230:256:4294967295] 192.168.201.116@tcp LPNI seq info [2230:2230:8:4294967295] 00000400:00000200:3.0:1780978376.168283:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.168290:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978376.168296:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978376.168300:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000064b6ed1 (tot 3214254). 00000800:00000200:3.0:1780978376.168307:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978376.168314:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978376.168318:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000064b6ed1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978376.168342:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.168344:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978376.168346:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.168350:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978376.168352:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978376.168705:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978376.168709:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000064b6ed1 (tot 3214006). 00000400:00000200:2.0:1780978376.168716:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978376.168720:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978376.168725:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:2.0:1780978376.168727:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:2.0:1780978376.168730:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978376.168734:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.168743:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978376.168745:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.168750:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.168752:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978376.169424:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.169448:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978376.169451:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.169454:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.169461:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.169468:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978376.169475:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.169480:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.169483:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.169487:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23d00 00000400:00000200:3.0:1780978376.169492:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.169498:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d2d [1] + 224 00000800:00000001:3.0:1780978376.169506:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.169512:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.169514:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978376.169517:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978376.169524:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978376.169528:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978376.169537:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.169589:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978376.169592:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978376.169703:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978376.169714:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.169717:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978376.170387:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.170393:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978376.170395:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.170397:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.170402:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.170408:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978376.170413:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.170416:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.170420:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.170423:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23d40 00000400:00000200:3.0:1780978376.170427:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.170443:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d3d [1] + 224 00000800:00000001:3.0:1780978376.170449:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.170454:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.170457:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978376.170460:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978376.170463:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978376.170467:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978376.170476:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.170484:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978376.170488:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.170491:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978376.171657:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.171667:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978376.171671:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.171674:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.171683:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.171690:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978376.171696:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.171700:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.171703:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.171706:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23d80 00000400:00000200:3.0:1780978376.171710:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978376.171715:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d4d [1] + 224 00000800:00000001:3.0:1780978376.171720:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.172195:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978376.172199:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978376.172205:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978376.172209:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978376.172214:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978376.172224:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978376.172412:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978376.172423:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978376.172426:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978376.186401:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978376.186405:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978376.186409:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6aaebf1. 00000400:00000200:2.0:1780978376.186417:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:2.0:1780978376.186419:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:2.0:1780978376.186424:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978376.186446:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978376.186457:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186466:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978376.186467:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186470:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978376.186473:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978376.186475:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978376.186477:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978376.186480:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978376.186486:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=25 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978376.186489:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=25 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978376.186491:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978376.186493:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978376.186496:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978376.186497:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186500:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978376.186503:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186509:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978376.186512:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978376.186514:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978376.186516:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978376.186523:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7657060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341853952:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978376.186528:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186531:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978376.186533:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c7657060 x1867487341853952/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978383 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186539:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978376.186541:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978376.186543:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:2.0:1780978376.186547:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978376.186549:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978376.186550:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978376.186552:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978376.186554:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000060bcb4d4. 02000000:00000001:2.0:1780978376.186556:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978376.186558:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978376.186559:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7657060. 00000100:00000001:2.0:1780978376.186562:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978376.186563:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186566:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186569:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978376.186571:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978376.186574:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978376.186575:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978376.186576:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6bc11d. 00000400:00000200:2.0:1780978376.186578:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc26c45b 00000400:00000010:2.0:1780978376.186579:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc26c45b. 00000100:00000001:2.0:1780978376.186581:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978376.186584:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978376.186590:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186595:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978376.186596:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186597:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978376.186598:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978376.186598:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978376.186599:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978376.186601:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978376.186605:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=24 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978376.186607:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=24 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978376.186609:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978376.186610:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978376.186611:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978376.186613:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186616:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978376.186617:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978376.186619:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978376.186620:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978376.186622:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186627:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978376.186629:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978376.186629:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978376.186631:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978376.186637:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008386a931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854080:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978376.186641:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978376.186641:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978376.186643:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:2.0:1780978376.186644:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:2.0:1780978376.186645:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:2.0:1780978376.186647:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978376.186649:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978376.186655:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186660:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978376.186661:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186662:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978376.186663:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978376.186663:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978376.186664:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978376.186666:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978376.186668:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=25 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978376.186670:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=25 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978376.186672:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978376.186672:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978376.186674:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978376.186675:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186676:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978376.186677:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978376.186678:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978376.186679:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978376.186680:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186686:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978376.186687:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978376.186688:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978376.186690:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978376.186695:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a5bc335 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854016:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978376.186700:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186702:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978376.186703:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008386a931 x1867487341854080/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186708:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978376.186709:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978376.186710:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:2.0:1780978376.186712:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978376.186712:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978376.186713:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978376.186714:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978376.186715:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f7f5c709. 02000000:00000001:2.0:1780978376.186716:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978376.186717:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978376.186718:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008386a931. 00000100:00000001:2.0:1780978376.186720:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978376.186720:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186721:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978376.186723:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003a5bc335 x1867487341854016/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978376.186728:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978376.186729:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978376.186729:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:2.0:1780978376.186731:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978376.186732:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978376.186732:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978376.186734:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978376.186734:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000003e971bd. 02000000:00000001:2.0:1780978376.186736:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978376.186737:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978376.186738:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a5bc335. 00000100:00000001:2.0:1780978376.186740:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978376.186740:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186742:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978376.186748:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978376.186750:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978376.186752:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978376.186753:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978376.994642:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978376.994655:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978376.994662:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978376.994663:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978376.994667:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978376.994668:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978376.994939:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978376.997956:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978376.997964:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978378.017498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978378.017503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978378.017509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978378.017512:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978378.017514:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978378.017520:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978378.017522:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978378.017523:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978378.017526:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978378.017528:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978378.017530:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978378.017532:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978378.017535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978378.017536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978378.017640:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978378.017644:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978378.017647:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978379.042736:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978379.042743:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978379.042749:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978379.042751:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978379.042754:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978379.042755:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978379.042868:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978379.042871:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978379.042874:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978380.065510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978380.065516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978380.065521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978380.065522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978380.065526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978380.065527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978380.074187:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978380.074193:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978380.074199:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978381.091208:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978381.091214:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978381.091222:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978381.091223:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978381.091226:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978381.091227:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978381.092163:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978381.092167:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978381.092171:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978381.282190:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978381.282202:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978381.282211:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978381.282218:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978381.282223:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978381.282225:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978381.282230:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978381.282238:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978381.282245:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.282255:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978381.282266:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978381.282269:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.282275:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.282336:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.282349:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.282352:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978381.282392:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.282401:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978381.282402:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.282406:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978381.282408:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978381.282411:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341854144:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978381.282415:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978381.282420:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978381.282422:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.282425:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978381.282429:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978381.282448:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978381.282458:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978381.282462:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978381.282468:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978381.282476:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854144, portal 25 00000100:00000001:0.0:1780978381.282479:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978381.282480:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978381.282485:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.282492:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978381.282495:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978381.282497:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978381.282501:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341854144, offset 0 00000400:00000200:0.0:1780978381.282510:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978381.282518:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.282526:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978381.282534:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978381.282538:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978381.282541:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978381.282545:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2231:2231:256:4294967295] 192.168.201.116@tcp LPNI seq info [2231:2231:8:4294967295] 00000400:00000200:0.0:1780978381.282550:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.282559:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978381.282565:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978381.282570:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214254). 00000800:00000200:0.0:1780978381.282576:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978381.282584:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978381.282589:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978381.282609:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.282611:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978381.282614:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.282617:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.282619:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780978381.282860:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978381.282865:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d311748f (tot 3214006). 00000400:00000200:3.0:1780978381.282870:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.282875:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978381.282879:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071bc194c 00000400:00000010:3.0:1780978381.282882:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071bc194c. 00000100:00000001:3.0:1780978381.282885:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978381.282888:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.282896:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978381.282899:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.282905:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978381.282907:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978381.283226:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.283230:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978381.283234:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978381.283237:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978381.283240:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978381.283243:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978381.283245:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978381.283247:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978381.283251:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7823a40. 00000100:00000001:1.0:1780978381.283255:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.283260:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978381.283267:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978381.283269:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.283272:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.285527:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978381.285533:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978381.285540:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.285543:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.285547:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978381.285550:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780978381.285551:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.285553:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978381.285554:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.285556:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.285557:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.285558:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978381.285569:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.285580:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978381.285584:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.285588:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978381.285591:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978381.285594:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341854208:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978381.285599:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978381.285604:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978381.285606:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.285608:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978381.285616:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978381.285618:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978381.285627:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978381.285631:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25fff81. 00000400:00000010:0.0:1780978381.285637:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978381.285645:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854208, portal 10 00000100:00000001:0.0:1780978381.285647:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978381.285648:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978381.285654:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.285660:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978381.285663:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978381.285665:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978381.285669:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854208, offset 0 00000400:00000200:0.0:1780978381.285859:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978381.285869:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.285878:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978381.285886:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978381.285891:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978381.285895:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978381.285898:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2232:2232:256:4294967295] 192.168.201.116@tcp LPNI seq info [2232:2232:8:4294967295] 00000400:00000200:0.0:1780978381.285903:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.285912:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978381.285918:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978381.285923:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078a7098 (tot 3214254). 00000800:00000200:0.0:1780978381.285930:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978381.285938:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978381.285942:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000078a7098 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978381.285971:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.285974:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978381.285976:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.285978:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.285980:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.286209:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.286211:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978381.286895:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.286901:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978381.286907:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978381.286914:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978381.286919:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978381.286923:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978381.286926:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978381.286930:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978381.286937:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780978381.286944:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.286951:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978381.286961:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978381.287190:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.287193:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.287195:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287197:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978381.287237:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.287244:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_00+0] req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978381.287267:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978381.287270:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978381.287273:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978381.287276:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978381.287278:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978381.287283:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3773) 00000100:00000001:0.0:1780978381.287380:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1780978381.287382:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978381.287383:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.287390:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978381.287391:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.287393:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.287394:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.287395:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978381.287399:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.287406:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978381.287408:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.287411:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978381.287413:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978381.287416:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854272:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978381.287419:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978381.287423:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978381.287424:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.287425:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978381.287430:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978381.287446:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978381.287451:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978381.287455:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c49fdebc. 00000400:00000010:0.0:1780978381.287461:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d5b1be. 00000100:00000200:0.0:1780978381.287467:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854272, portal 10 00000100:00000001:0.0:1780978381.287469:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978381.287470:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978381.287476:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.287482:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978381.287484:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978381.287486:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978381.287488:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854272, offset 0 00000400:00000200:0.0:1780978381.287493:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978381.287501:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.287507:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978381.287513:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978381.287517:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978381.287519:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978381.287523:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2233:2233:255:4294967295] 192.168.201.116@tcp LPNI seq info [2233:2233:7:4294967295] 00000400:00000200:0.0:1780978381.287527:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978381.287536:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978381.287541:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978381.287546:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d311748f (tot 3214502). 00000800:00000200:0.0:1780978381.287551:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978381.287560:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978381.287564:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d311748f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978381.287567:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287568:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978381.287571:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287573:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287575:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287583:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.287584:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.287586:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.287587:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978381.292287:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.292311:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978381.292318:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.292320:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.292335:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.292406:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978381.292418:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.292425:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.292431:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.292436:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23dc0 00000400:00000200:3.0:1780978381.292445:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.292452:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d5d [1] + 224 00000800:00000001:3.0:1780978381.292463:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.292472:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.292475:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.292481:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978381.292489:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978381.292499:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978381.292511:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.292548:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978381.292599:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978381.292603:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078a7098 (tot 3214254). 00000400:00000200:3.0:1780978381.292608:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.292612:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978381.292616:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e2d304 00000400:00000010:3.0:1780978381.292618:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e2d304. 00000100:00000001:3.0:1780978381.292622:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978381.292626:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.292638:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978381.292641:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.292648:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978381.292650:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978381.292656:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.292659:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1780978381.292727:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978381.292729:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d311748f (tot 3214006). 00000400:00000200:3.0:1780978381.292732:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.292735:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978381.292737:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b876fc 00000400:00000010:3.0:1780978381.292739:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b876fc. 00000100:00000001:3.0:1780978381.292742:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978381.292745:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.292753:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978381.292754:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.292760:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978381.292762:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978381.293220:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.293228:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978381.293239:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978381.293241:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978381.293244:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:0.0:1780978381.293253:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:0.0:1780978381.293255:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:0.0:1780978381.293259:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978381.293270:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978381.293282:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.293289:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978381.293290:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.293293:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978381.293296:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978381.293299:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978381.293302:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.293305:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978381.293311:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=30 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978381.293315:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=30 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978381.293318:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978381.293319:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978381.293322:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978381.293324:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.293326:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978381.293330:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.293336:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978381.293351:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978381.293353:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978381.293392:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978381.293402:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341854144:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978381.293407:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.293410:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978381.293413:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341854144/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978388 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.293419:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978381.293422:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978381.293426:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978381.293430:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978381.293445:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978381.293447:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978381.293451:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978381.293454:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:0.0:1780978381.293458:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978381.293460:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978381.293461:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978381.293465:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978381.293465:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.293468:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.293470:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.293471:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978381.293473:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.293474:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978381.295538:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295560:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978381.295566:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295568:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.295581:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295590:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978381.295598:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295604:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295608:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295612:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23e00 00000400:00000200:3.0:1780978381.295618:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295625:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d65 [1] + 224 00000800:00000001:3.0:1780978381.295634:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295640:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.295642:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.295647:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978381.295655:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978381.295662:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978381.295674:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.295699:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978381.295712:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295715:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978381.295717:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295718:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.295722:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295726:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978381.295730:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295732:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295735:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295737:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23e40 00000400:00000200:3.0:1780978381.295740:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978381.295743:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d6d [1] + 224 00000800:00000001:3.0:1780978381.295747:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295753:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978381.295754:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978381.295757:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978381.295759:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978381.295762:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978381.295769:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978381.295796:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978381.295800:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978381.295803:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978381.295946:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978381.295951:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978381.295965:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978381.295967:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978381.295970:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c49fdebc. 00000400:00000200:1.0:1780978381.295975:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d5b1be 00000400:00000010:1.0:1780978381.295977:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d5b1be. 00000100:00000001:1.0:1780978381.295980:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978381.295984:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978381.295991:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978381.295996:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978381.295998:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978381.296001:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978381.296004:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978381.296007:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978381.296009:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978381.296012:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978381.296021:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=29 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978381.296026:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=29 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978381.296028:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978381.296030:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978381.296033:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978381.296037:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978381.296040:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978381.296042:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978381.296044:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978381.296046:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978381.296050:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978381.296056:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978381.296059:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978381.296061:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978381.296064:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978381.296072:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854272:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978381.296077:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978381.296079:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978381.296081:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341854272/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978381.296088:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978381.296091:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978381.296093:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:1.0:1780978381.296098:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978381.296100:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978381.296102:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978381.296104:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978381.296106:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:1.0:1780978381.296110:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978381.296112:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978381.296114:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978381.296117:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978381.296119:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978381.296121:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978381.296131:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978381.296133:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978381.296135:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978381.296138:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.296432:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.296435:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978381.296439:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978381.296441:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978381.296443:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25fff81. 00000400:00000200:0.0:1780978381.296446:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978381.296448:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978381.296450:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978381.296454:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978381.296462:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.296468:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978381.296469:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.296470:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978381.296472:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978381.296473:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978381.296474:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978381.296476:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978381.296480:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=30 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978381.296483:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=30 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978381.296485:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978381.296486:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978381.296487:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978381.296489:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.296491:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978381.296493:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978381.296494:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978381.296495:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978381.296498:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.296503:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978381.296505:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978381.296506:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978381.296509:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978381.296515:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341854208:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978381.296530:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.296534:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978381.296536:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341854208/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978381.296543:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978381.296545:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978381.296546:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978381.296549:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978381.296551:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978381.296551:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978381.296554:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978381.296555:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e7823a40. 02000000:00000001:0.0:1780978381.296557:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978381.296558:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978381.296559:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978381.296562:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978381.296563:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.296564:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978381.296569:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978381.296569:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978381.296571:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978381.296572:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978382.114984:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978382.114990:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978382.114996:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978382.114997:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978382.115000:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978382.115001:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978382.115269:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978382.115273:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978382.115275:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978383.137667:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978383.137673:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978383.137680:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978383.137680:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978383.137684:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978383.137685:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978383.137824:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978383.137828:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978383.137831:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978384.164189:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978384.164197:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978384.164199:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978384.164201:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164207:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978384.164209:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164211:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164213:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164216:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978384.164217:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164221:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978384.164223:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978384.164224:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978384.164229:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978384.164231:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978384.164231:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164233:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978384.164233:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164234:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978384.164236:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978384.164907:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978384.164911:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978384.164914:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978385.185483:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978385.185487:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978385.185493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978385.185494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978385.185497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978385.185498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978385.185592:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978385.185595:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978385.185598:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978386.209506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978386.209511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978386.209517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978386.209518:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978386.209521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978386.209522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978386.209644:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978386.209648:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978386.209650:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978386.401753:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978386.401762:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978386.401770:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978386.401777:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978386.401781:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978386.401783:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978386.401788:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978386.401794:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978386.401800:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.401809:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978386.401817:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978386.401820:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.401825:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_00+0] req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.401875:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.401879:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978386.401880:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978386.401885:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.401891:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978386.401892:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.401896:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978386.401898:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978386.401901:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341854336:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978386.401905:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978386.401910:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978386.401913:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.401915:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978386.401919:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978386.401922:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978386.401928:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978386.401933:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978386.401937:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978386.401943:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854336, portal 25 00000100:00000001:3.0:1780978386.401945:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978386.401946:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:3.0:1780978386.401950:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.401957:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978386.401960:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978386.401962:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978386.401964:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341854336, offset 0 00000400:00000200:3.0:1780978386.401969:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978386.402026:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.402033:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978386.402040:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978386.402043:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978386.402045:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978386.402049:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2234:2234:256:4294967295] 192.168.201.116@tcp LPNI seq info [2234:2234:8:4294967295] 00000400:00000200:3.0:1780978386.402052:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.402059:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978386.402064:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978386.402076:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214254). 00000800:00000200:3.0:1780978386.402083:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978386.402090:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978386.402093:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978386.402107:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402109:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978386.402111:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402113:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402116:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978386.402141:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.402143:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978386.402146:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978386.402149:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978386.402151:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978386.402153:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978386.402154:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978386.402155:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978386.402158:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978386.402161:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.402164:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978386.402170:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978386.402171:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.402173:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_01+1] req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.402353:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978386.402393:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978386.402396:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.402397:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978386.402506:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978386.402509:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978386.402511:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.402514:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978386.402515:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.402517:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.402518:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978386.402519:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978386.402522:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.402528:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978386.402530:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.402531:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978386.402533:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978386.402534:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854400:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978386.402537:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978386.402539:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978386.402540:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.402542:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978386.402545:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978386.402547:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978386.402550:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978386.402553:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978386.402556:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978386.402559:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854400, portal 10 00000100:00000001:3.0:1780978386.402561:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978386.402562:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:3.0:1780978386.402567:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.402572:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978386.402575:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978386.402577:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978386.402579:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854400, offset 0 00000400:00000200:3.0:1780978386.402583:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978386.402587:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.402591:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978386.402594:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978386.402596:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978386.402598:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978386.402600:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2235:2235:255:4294967295] 192.168.201.116@tcp LPNI seq info [2235:2235:7:4294967295] 00000400:00000200:3.0:1780978386.402603:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.402609:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978386.402613:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978386.402615:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214502). 00000800:00000200:3.0:1780978386.402619:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978386.402623:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978386.402625:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978386.402628:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402629:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978386.402631:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402632:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402634:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978386.402939:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978386.402942:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214254). 00000400:00000200:3.0:1780978386.402948:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978386.402953:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978386.402957:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:3.0:1780978386.402959:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:3.0:1780978386.402962:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978386.402965:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.402973:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978386.402975:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.402981:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.402983:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978386.409777:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978386.409786:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214006). 00000400:00000200:3.0:1780978386.409794:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978386.409804:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978386.409810:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978386.409813:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978386.409817:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978386.409824:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.409835:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978386.409837:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.409845:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.409846:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978386.409856:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.409867:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978386.409870:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.409873:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978386.409879:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409884:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978386.409891:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409894:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409898:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409902:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23e80 00000400:00000200:3.0:1780978386.409907:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409912:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d75 [1] + 224 00000800:00000001:3.0:1780978386.409919:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.409923:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978386.409925:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978386.409928:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978386.409932:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978386.409935:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978386.409943:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.409959:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978386.409964:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.409967:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978386.409968:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.409970:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978386.409973:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409976:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978386.409979:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409981:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409983:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409985:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23ec0 00000400:00000200:3.0:1780978386.409989:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978386.409992:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d85 [1] + 224 00000800:00000001:3.0:1780978386.409995:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.410000:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978386.410002:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978386.410005:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978386.410007:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978386.410009:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978386.410015:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.410021:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978386.410024:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978386.410026:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.410049:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.410053:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978386.410059:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978386.410061:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978386.410063:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000100:00000001:2.0:1780978386.410388:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.410392:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978386.410397:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978386.410539:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978386.410544:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978386.410548:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978386.410552:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978386.410556:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978386.410563:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978386.410569:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.410575:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978386.410584:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978386.410587:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978386.410591:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_00+0] req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.410599:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978386.410601:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978386.410604:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978386.410606:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978386.410608:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978386.410613:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3778) 00000100:00000001:2.0:1780978386.410627:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978386.410630:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978386.410632:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978386.410638:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978386.410640:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978386.410642:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978386.410642:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978386.410644:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978386.410648:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.410656:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978386.410658:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978386.410661:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978386.410663:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978386.410666:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854464:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978386.410670:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978386.410675:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978386.410677:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978386.410679:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978386.410683:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978386.410684:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978386.410980:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978386.410985:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9138de. 00000400:00000200:3.0:1780978386.411021:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:3.0:1780978386.411024:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:3.0:1780978386.411027:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978386.411031:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978386.411038:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.411044:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978386.411045:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.411048:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978386.411050:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978386.411052:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978386.411054:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.411057:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978386.411063:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=35 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978386.411076:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=35 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978386.411079:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978386.411081:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978386.411083:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978386.411087:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.411090:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978386.411091:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978386.411093:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978386.411094:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978386.411098:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.411104:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978386.411106:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978386.411108:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978386.411111:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978386.411122:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854400:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000010:2.0:1780978386.411300:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978386.411307:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854464, portal 10 00000100:00000001:2.0:1780978386.411309:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978386.411310:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:2.0:1780978386.411315:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.411321:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978386.411323:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978386.411325:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978386.411327:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854464, offset 0 00000400:00000200:2.0:1780978386.411333:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978386.411339:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.411345:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978386.411351:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978386.411354:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978386.411373:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978386.411376:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2236:2236:256:4294967295] 192.168.201.116@tcp LPNI seq info [2236:2236:8:4294967295] 00000400:00000200:2.0:1780978386.411381:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.411388:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978386.411393:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978386.411414:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214254). 00000800:00000200:2.0:1780978386.411420:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978386.411428:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978386.411431:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978386.411444:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978386.411446:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978386.411449:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978386.411451:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978386.411452:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978386.411545:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978386.411548:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:2.0:1780978386.411552:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978386.411556:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978386.411559:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:2.0:1780978386.411561:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:2.0:1780978386.411563:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978386.411566:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.411574:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978386.411576:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.411582:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978386.411583:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000001:3.0:1780978386.415182:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978386.415187:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978386.415190:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:3.0:1780978386.415197:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:3.0:1780978386.415199:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:3.0:1780978386.415204:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978386.415215:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978386.415228:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.415235:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978386.415237:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.415240:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978386.415243:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978386.415245:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978386.415247:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.415260:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978386.415266:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=35 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978386.415270:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=35 v=1 (1 1 1 1) 00000800:00000001:2.0:1780978386.415629:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978386.415642:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978386.415645:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978386.415647:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978386.415655:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.415659:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978386.415668:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.415673:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.415677:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978386.415680:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23f00 00000400:00000200:2.0:1780978386.415685:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:3.0:1780978386.415764:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978386.415767:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978386.415769:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978386.415771:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.415773:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978386.415777:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.415783:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978386.415786:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978386.415788:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978386.415790:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978386.415800:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341854336:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978386.415805:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.415808:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978386.415810:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341854400/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.415816:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978386.415818:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978386.415821:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978386.415824:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978386.415826:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978386.415827:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978386.415829:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978386.415831:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978386.415834:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978386.415835:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978386.415837:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:3.0:1780978386.415840:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978386.415841:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.415842:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978386.415844:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341854336/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978393 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.415850:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978386.415851:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978386.415852:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978386.415853:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978386.415854:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978386.415855:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978386.415856:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978386.415857:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978386.415859:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978386.415861:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978386.415862:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:3.0:1780978386.415864:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978386.415865:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.415867:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.415875:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978386.415876:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.415879:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.415881:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978386.415919:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6d95 [1] + 224 00000800:00000001:2.0:1780978386.415927:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978386.415935:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978386.415937:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978386.415941:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978386.415945:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978386.415948:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978386.415955:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978386.415971:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978386.415980:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978386.415982:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.416027:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.416030:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978386.416035:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978386.416036:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978386.416038:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9138de. 00000400:00000200:3.0:1780978386.416140:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:3.0:1780978386.416143:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:3.0:1780978386.416145:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978386.416149:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978386.416155:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.416160:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978386.416161:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.416163:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978386.416164:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978386.416165:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978386.416167:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978386.416168:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978386.416173:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=34 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978386.416176:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=34 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978386.416178:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978386.416179:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978386.416180:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978386.416183:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.416185:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978386.416187:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978386.416189:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978386.416190:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978386.416192:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.416203:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978386.416204:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978386.416205:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978386.416207:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978386.416213:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854464:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978386.416216:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.416218:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978386.416219:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341854464/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978418 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978386.416224:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978386.416225:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978386.416226:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:3.0:1780978386.416228:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978386.416229:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978386.416230:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978386.416232:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978386.416233:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978386.416235:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978386.416236:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978386.416236:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:3.0:1780978386.416238:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978386.416239:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.416240:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978386.416244:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978386.416245:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978386.416246:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978386.416247:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978387.235921:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978387.235926:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978387.235931:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978387.235932:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978387.235936:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978387.235937:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978387.237187:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978387.237191:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978387.237195:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978388.257744:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978388.257750:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978388.257755:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978388.257758:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978388.257760:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978388.257765:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978388.257767:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978388.257768:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978388.257771:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978388.257773:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978388.257775:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978388.257777:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978388.257781:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978388.257782:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978388.259596:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978388.259601:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978388.259605:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978389.281593:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978389.281597:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978389.281603:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978389.281604:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978389.281607:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978389.281608:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978389.281907:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978389.281911:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978389.281914:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978390.305865:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978390.305872:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978390.305878:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978390.305879:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978390.305884:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978390.305884:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978390.307498:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978390.307504:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978390.307509:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978391.336308:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978391.336316:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978391.336324:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978391.336325:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978391.336329:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978391.336330:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978391.336436:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978391.336442:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978391.336445:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978391.521749:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978391.521765:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978391.521778:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff51aed3. 00000020:00000040:2.0:1780978391.521787:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978391.521792:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978391.521796:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978391.521801:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978391.521812:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978391.521820:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521833:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978391.521844:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978391.521848:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521854:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff51aed3] to pc [ptlrpcd_01_01+1] req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.521886:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521889:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978391.521892:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978391.521895:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084622cba. 00000020:00000040:2.0:1780978391.521898:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978391.521899:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978391.521901:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978391.521902:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978391.521905:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978391.521908:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521911:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978391.521918:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978391.521920:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521922:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084622cba] to pc [ptlrpcd_01_00+0] req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.521929:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521930:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978391.521933:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978391.521935:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000078d2593d. 00000020:00000040:2.0:1780978391.521937:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978391.521939:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978391.521940:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978391.521941:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978391.521944:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978391.521946:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521949:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978391.521954:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978391.521955:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978391.521958:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000078d2593d] to pc [ptlrpcd_01_01+1] req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.521963:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978391.521965:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978391.521969:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978391.521971:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978391.521974:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978391.521979:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3784) 00000100:00000001:3.0:1780978391.524817:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.524825:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978391.524828:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978391.524840:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.524852:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978391.524855:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.524859:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978391.524863:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978391.524866:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341854528:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978391.524870:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978391.524876:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978391.524879:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.524881:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978391.524890:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978391.524891:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978391.524901:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978391.524906:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978391.524911:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978391.524918:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854528, portal 25 00000100:00000001:3.0:1780978391.524920:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978391.524922:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707087488 : -109779002464128 : ffff9c28158de880) 00000100:00000040:3.0:1780978391.524926:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.524933:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978391.524936:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978391.524938:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978391.524940:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341854528, offset 0 00000400:00000200:3.0:1780978391.524946:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978391.524956:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.524964:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978391.524972:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978391.524975:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978391.524978:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978391.524981:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2237:2237:256:4294967295] 192.168.201.116@tcp LPNI seq info [2237:2237:8:4294967295] 00000400:00000200:3.0:1780978391.524985:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.524993:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978391.524999:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978391.525003:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978391.525010:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978391.525017:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978391.525021:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978391.525050:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525053:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.525056:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525059:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978391.525062:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.525069:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978391.525070:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.525072:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978391.525074:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978391.525076:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078d2593d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854656:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978391.525079:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978391.525081:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978391.525082:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.525084:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978391.525086:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978391.525088:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978391.525092:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978391.525095:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978391.525098:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978391.525100:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854656, portal 10 00000100:00000001:3.0:1780978391.525102:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978391.525103:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707085056 : -109779002466560 : ffff9c28158ddf00) 00000100:00000040:3.0:1780978391.525109:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.525115:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978391.525117:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978391.525119:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978391.525121:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854656, offset 0 00000400:00000200:3.0:1780978391.525126:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978391.525129:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.525132:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978391.525135:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978391.525137:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978391.525140:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978391.525142:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2238:2238:255:4294967295] 192.168.201.116@tcp LPNI seq info [2238:2238:7:4294967295] 00000400:00000200:3.0:1780978391.525146:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.525150:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978391.525154:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978391.525157:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214502). 00000800:00000200:3.0:1780978391.525173:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978391.525177:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978391.525179:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978391.525182:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525183:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.525185:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525187:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525189:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.525196:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978391.525198:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978391.525200:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.525201:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978391.525203:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978391.525205:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978391.525206:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.525208:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978391.525209:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.525211:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.525212:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978391.525213:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978391.525216:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.525221:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978391.525223:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.525225:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978391.525227:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978391.525229:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854592:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978391.525232:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978391.525234:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978391.525235:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.525236:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978391.525239:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978391.525240:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978391.525243:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978391.525245:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978391.525247:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978391.525249:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854592, portal 10 00000100:00000001:3.0:1780978391.525251:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978391.525252:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707072896 : -109779002478720 : ffff9c28158daf80) 00000100:00000040:3.0:1780978391.525255:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.525266:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978391.525268:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978391.525270:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978391.525272:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854592, offset 0 00000400:00000200:3.0:1780978391.525276:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978391.525279:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.525281:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978391.525284:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978391.525286:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978391.525288:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978391.525290:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2239:2239:254:4294967295] 192.168.201.116@tcp LPNI seq info [2239:2239:6:4294967295] 00000400:00000200:3.0:1780978391.525294:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978391.525298:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978391.525302:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978391.525305:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006879befb (tot 3214750). 00000800:00000200:3.0:1780978391.525308:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978391.525312:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978391.525314:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006879befb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978391.525316:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525318:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.525319:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525321:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525323:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.525338:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.525339:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978391.526883:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978391.526889:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214502). 00000400:00000200:2.0:1780978391.526897:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.526905:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978391.526911:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:2.0:1780978391.526913:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:2.0:1780978391.526918:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978391.526924:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.526934:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978391.526936:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.526943:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978391.526944:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978391.526956:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978391.526958:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214254). 00000400:00000200:2.0:1780978391.526960:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.526963:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978391.526965:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:2.0:1780978391.526967:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:2.0:1780978391.526968:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978391.526970:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.526981:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978391.526983:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.526989:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978391.526990:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978391.527042:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978391.527044:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006879befb (tot 3214006). 00000400:00000200:2.0:1780978391.527046:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.527049:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978391.527051:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:2.0:1780978391.527052:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:2.0:1780978391.527054:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978391.527066:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.527073:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978391.527075:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.527081:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978391.527082:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978391.532187:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532206:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978391.532211:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532213:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532226:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532233:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978391.532241:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532246:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532249:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532254:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a23f40 00000400:00000200:2.0:1780978391.532258:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532264:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6da5 [1] + 224 00000800:00000001:2.0:1780978391.532271:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532276:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532278:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.532282:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978391.532288:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978391.532294:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978391.532304:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.532323:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978391.532332:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532336:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978391.532337:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532339:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532342:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532345:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978391.532349:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532351:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532354:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532404:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23fc0 00000400:00000200:2.0:1780978391.532408:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532411:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6db5 [1] + 224 00000800:00000001:2.0:1780978391.532416:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532419:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532421:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.532424:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978391.532426:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978391.532429:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978391.532436:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.532443:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978391.532446:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532448:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978391.532450:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532452:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532454:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532457:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978391.532461:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532463:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532465:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532467:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a23f80 00000400:00000200:2.0:1780978391.532470:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978391.532473:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6dc5 [1] + 224 00000800:00000001:2.0:1780978391.532476:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532482:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978391.532483:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978391.532486:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978391.532488:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978391.532491:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978391.532497:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978391.532503:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978391.532506:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978391.532509:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534422:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.534428:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978391.534437:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978391.534439:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978391.534442:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978391.534448:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:3.0:1780978391.534450:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:3.0:1780978391.534453:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978391.534461:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978391.534471:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534483:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978391.534485:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534487:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978391.534490:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978391.534492:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978391.534494:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.534497:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978391.534506:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=40 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978391.534510:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=40 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978391.534512:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978391.534513:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978391.534516:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978391.534519:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.534522:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978391.534523:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978391.534525:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978391.534526:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978391.534530:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534535:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.534539:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978391.534540:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978391.534543:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978391.534549:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854592:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978391.534555:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978391.534556:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978391.534557:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:3.0:1780978391.534559:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:3.0:1780978391.534561:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:3.0:1780978391.534562:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978391.534564:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978391.534571:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534576:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978391.534577:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534578:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978391.534579:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978391.534580:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978391.534582:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.534583:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978391.534585:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=40 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978391.534587:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=40 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978391.534589:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978391.534589:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978391.534591:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978391.534592:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.534593:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978391.534595:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534601:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.534602:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978391.534603:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978391.534606:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978391.534611:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341854528:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978391.534615:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978391.534616:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978391.534617:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978391.534619:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978391.534620:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978391.534621:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978391.534624:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978391.534634:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534639:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978391.534640:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534642:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978391.534643:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978391.534644:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978391.534645:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978391.534646:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978391.534649:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=39 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978391.534651:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=39 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978391.534653:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978391.534654:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978391.534655:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978391.534657:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.534658:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978391.534659:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978391.534661:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978391.534662:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978391.534664:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534669:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978391.534670:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978391.534671:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978391.534673:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978391.534679:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078d2593d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341854656:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978391.534682:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534685:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978391.534687:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084622cba x1867487341854592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534697:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978391.534699:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978391.534701:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978391.534704:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978391.534706:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978391.534708:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978391.534710:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978391.534711:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978391.534715:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978391.534716:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978391.534717:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084622cba. 00000100:00000001:3.0:1780978391.534721:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978391.534722:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534723:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978391.534725:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff51aed3 x1867487341854528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978398 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534731:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978391.534732:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978391.534733:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978391.534735:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978391.534736:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978391.534737:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978391.534738:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978391.534739:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978391.534741:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978391.534742:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978391.534743:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff51aed3. 00000100:00000001:3.0:1780978391.534745:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978391.534746:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534747:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978391.534748:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000078d2593d x1867487341854656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978423 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978391.534753:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978391.534754:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978391.534755:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978391.534757:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978391.534759:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978391.534759:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978391.534760:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978391.534761:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978391.534763:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978391.534763:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978391.534764:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000078d2593d. 00000100:00000001:3.0:1780978391.534766:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978391.534767:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534769:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978391.534776:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978391.534778:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978391.534780:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978391.534782:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978392.354985:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978392.354990:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978392.354996:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978392.354997:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978392.355000:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978392.355001:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978392.355100:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978392.355103:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978392.355105:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978393.379077:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978393.379089:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978393.379095:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978393.379096:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978393.379099:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978393.379101:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978393.379395:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978393.379398:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978393.379401:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780978394.082040:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780978394.082045:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978394.082047:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780978394.082052:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 1 seconds 00000100:00000001:1.0:1780978394.082057:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978394.082060:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978394.082070:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978394.082081:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978394.082083:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978394.082087:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978394.082091:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978394.082095:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341852160:192.168.201.116@tcp:101:createmany.0 00000100:00000001:1.0:1780978394.082099:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978394.082107:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978394.082109:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978394.082112:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978394.082187:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:1.0:1780978394.082190:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978394.082202:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978394.082212:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978394.082221:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000009384e235 (tot 3214638). 00000100:00000200:1.0:1780978394.082230:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341852160, portal 10 00000100:00000001:1.0:1780978394.082232:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978394.082234:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000040:1.0:1780978394.082241:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978394.082249:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978394.082251:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978394.082256:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061601479. 00000100:00000200:1.0:1780978394.082259:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341852160, offset 0 00000400:00000200:1.0:1780978394.082267:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978394.082274:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978394.082281:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978394.082288:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978394.082291:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978394.082294:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978394.082298:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2240:2240:256:4294967295] 192.168.201.116@tcp LPNI seq info [2240:2240:8:4294967295] 00000400:00000200:1.0:1780978394.082301:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978394.082311:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978394.082317:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978394.082323:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214886). 00000800:00000200:1.0:1780978394.082329:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978394.082338:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978394.082343:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:1.0:1780978394.082391:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978394.082393:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978394.082396:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978394.082400:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978394.083671:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978394.083677:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001499aaf0 (tot 3214638). 00000400:00000200:2.0:1780978394.083684:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978394.083692:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978394.083698:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061601479 00000400:00000010:2.0:1780978394.083700:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061601479. 00000100:00000001:2.0:1780978394.083704:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978394.083708:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978394.083717:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978394.083720:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978394.083726:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978394.083728:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:0.0:1780978394.402168:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978394.402175:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978394.402178:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978394.402180:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402185:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978394.402187:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402189:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402191:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402194:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978394.402195:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402197:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978394.402199:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978394.402200:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978394.402203:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978394.402205:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978394.402206:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402207:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978394.402208:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402209:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978394.402211:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978394.402922:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978394.402936:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978394.402940:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780978395.105486:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780978395.105492:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978395.105494:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:1.0:1780978395.105499:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 30 seconds 00000100:00000001:1.0:1780978395.105504:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978395.105507:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978395.427723:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978395.427728:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978395.427734:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978395.427735:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978395.427738:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978395.427738:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978395.430698:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978395.430714:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978395.430719:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978396.449966:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978396.449971:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978396.449977:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978396.449978:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978396.449981:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978396.449982:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978396.450153:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978396.450156:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978396.450159:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978396.647224:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978396.647235:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978396.647245:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978396.647251:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978396.647255:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978396.647258:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978396.647263:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978396.647272:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c24e799d. 00000100:00000001:1.0:1780978396.647277:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647286:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978396.647296:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978396.647300:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647305:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.647332:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647334:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978396.647338:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978396.647342:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978396.647344:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978396.647346:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978396.647347:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978396.647348:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978396.647351:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978396.647353:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647399:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978396.647405:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978396.647406:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647409:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.647416:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647417:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978396.647420:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978396.647423:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978396.647424:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978396.647426:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978396.647427:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978396.647428:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978396.647431:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978396.647433:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647436:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978396.647442:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978396.647443:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.647445:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.647451:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978396.647452:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978396.647456:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978396.647458:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978396.647460:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978396.647465:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3789) 00000100:00000001:0.0:1780978396.647739:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978396.647743:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978396.647745:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978396.647750:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.647757:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978396.647759:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.647762:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978396.647764:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978396.647767:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341854720:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978396.647771:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978396.647777:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978396.647789:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.647791:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978396.647796:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978396.647798:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978396.647805:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978396.647809:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25fff81. 00000400:00000010:0.0:1780978396.647815:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978396.647822:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854720, portal 25 00000100:00000001:0.0:1780978396.647824:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978396.647825:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:0.0:1780978396.647830:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.647836:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978396.647838:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978396.647840:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978396.647843:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341854720, offset 0 00000400:00000200:0.0:1780978396.647850:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978396.647858:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.647866:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978396.647880:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978396.647884:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978396.647895:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978396.647899:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2241:2241:256:4294967295] 192.168.201.116@tcp LPNI seq info [2241:2241:8:4294967295] 00000400:00000200:0.0:1780978396.647903:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.647913:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978396.647919:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978396.647925:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b5e94dc (tot 3214886). 00000800:00000200:0.0:1780978396.647933:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978396.647942:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978396.647947:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b5e94dc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978396.647964:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.647967:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978396.647970:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.647972:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978396.647975:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.647981:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978396.647982:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.647984:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978396.647986:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978396.647987:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854848:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978396.647990:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978396.647992:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978396.647994:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.647995:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978396.647997:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978396.647999:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978396.648002:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978396.648005:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086bccf24. 00000400:00000010:0.0:1780978396.648009:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978396.648011:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854848, portal 10 00000100:00000001:0.0:1780978396.648012:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978396.648013:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:0.0:1780978396.648019:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.648025:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978396.648027:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978396.648029:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024f20f43. 00000100:00000200:0.0:1780978396.648031:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854848, offset 0 00000400:00000200:0.0:1780978396.648034:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978396.648038:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.648042:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978396.648045:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978396.648047:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978396.648050:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978396.648052:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2242:2242:255:4294967295] 192.168.201.116@tcp LPNI seq info [2242:2242:7:4294967295] 00000400:00000200:0.0:1780978396.648056:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.648061:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978396.648065:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978396.648067:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3215134). 00000800:00000200:0.0:1780978396.648106:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978396.648110:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978396.648112:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978396.648115:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648116:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978396.648117:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648119:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648122:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978396.648132:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978396.648133:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978396.648135:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978396.648136:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978396.648137:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978396.648140:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978396.648141:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978396.648143:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978396.648144:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978396.648145:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978396.648146:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978396.648146:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978396.648149:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.648155:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978396.648156:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.648158:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978396.648159:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978396.648161:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854784:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978396.648166:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978396.648168:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978396.648169:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978396.648170:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978396.648173:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978396.648175:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978396.648178:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978396.648179:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cbbfffa. 00000400:00000010:0.0:1780978396.648182:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c1639b. 00000100:00000200:0.0:1780978396.648184:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854784, portal 10 00000100:00000001:0.0:1780978396.648186:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978396.648187:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978396.648193:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978396.648197:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978396.648199:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978396.648201:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000200:0.0:1780978396.648202:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854784, offset 0 00000400:00000200:0.0:1780978396.648207:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978396.648210:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.648213:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978396.648216:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978396.648217:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978396.648219:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978396.648221:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2243:2243:254:4294967295] 192.168.201.116@tcp LPNI seq info [2243:2243:6:4294967295] 00000400:00000200:0.0:1780978396.648224:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978396.648228:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978396.648232:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978396.648234:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc3a4e4 (tot 3215382). 00000800:00000200:0.0:1780978396.648238:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978396.648241:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978396.648244:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acc3a4e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978396.648246:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648247:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978396.648250:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648251:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648253:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978396.648265:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978396.648266:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978396.648457:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978396.648461:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b5e94dc (tot 3215134). 00000400:00000200:2.0:1780978396.648468:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.648473:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978396.648477:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:2.0:1780978396.648479:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:2.0:1780978396.648483:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978396.648486:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648493:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978396.648496:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648501:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978396.648503:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978396.648514:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978396.648515:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069d84b4b (tot 3214886). 00000400:00000200:2.0:1780978396.648517:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.648520:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978396.648522:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024f20f43 00000400:00000010:2.0:1780978396.648523:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024f20f43. 00000100:00000001:2.0:1780978396.648524:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978396.648526:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648533:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978396.648534:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648539:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978396.648541:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978396.648601:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978396.648604:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acc3a4e4 (tot 3214638). 00000400:00000200:2.0:1780978396.648607:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.648610:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978396.648611:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d65417 00000400:00000010:2.0:1780978396.648613:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d65417. 00000100:00000001:2.0:1780978396.648614:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978396.648616:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648622:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978396.648624:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.648628:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978396.648630:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978396.650802:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650818:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978396.650822:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650824:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.650833:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650841:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978396.650847:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650851:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650855:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650859:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24080 00000400:00000200:2.0:1780978396.650863:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650868:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6de5 [1] + 224 00000800:00000001:2.0:1780978396.650875:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650879:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.650881:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.650885:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978396.650889:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978396.650894:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978396.650905:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.650927:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978396.650935:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650937:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978396.650939:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650940:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.650943:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650946:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978396.650950:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650952:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650954:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650956:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24000 00000400:00000200:2.0:1780978396.650959:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.650963:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ddd [1] + 224 00000800:00000001:2.0:1780978396.650966:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650968:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.650970:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.650972:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978396.650974:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978396.650977:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978396.650984:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.650991:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978396.650993:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650995:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978396.650996:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.650998:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.651000:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.651003:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978396.651007:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.651008:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.651011:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.651013:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24040 00000400:00000200:2.0:1780978396.651016:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978396.651019:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ded [1] + 224 00000800:00000001:2.0:1780978396.651021:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.651025:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978396.651026:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978396.651029:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978396.651031:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978396.651033:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978396.651039:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978396.651045:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978396.651047:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978396.651049:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651164:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978396.651168:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978396.651175:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978396.651177:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978396.651179:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cbbfffa. 00000400:00000200:1.0:1780978396.651183:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c1639b 00000400:00000010:1.0:1780978396.651185:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c1639b. 00000100:00000001:1.0:1780978396.651188:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978396.651192:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978396.651198:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651203:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978396.651205:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651207:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978396.651210:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978396.651212:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978396.651213:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978396.651216:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978396.651224:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=45 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978396.651228:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=45 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978396.651230:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978396.651232:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978396.651234:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978396.651237:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978396.651240:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978396.651241:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978396.651243:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978396.651245:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.651248:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651265:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978396.651268:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978396.651270:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978396.651273:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978396.651280:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854784:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978396.651286:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978396.651287:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978396.651288:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25fff81. 00000400:00000200:1.0:1780978396.651290:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:1.0:1780978396.651292:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:1.0:1780978396.651293:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978396.651295:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978396.651302:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651307:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978396.651308:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651310:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978396.651311:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978396.651312:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978396.651313:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978396.651315:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978396.651317:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=45 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978396.651320:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=45 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978396.651322:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978396.651323:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978396.651324:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978396.651325:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978396.651327:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.651330:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651335:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978396.651337:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978396.651338:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978396.651340:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978396.651353:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341854720:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978396.651395:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978396.651396:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978396.651397:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086bccf24. 00000400:00000200:1.0:1780978396.651400:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da0c5610 00000400:00000010:1.0:1780978396.651401:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da0c5610. 00000100:00000001:1.0:1780978396.651403:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978396.651405:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978396.651412:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651418:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978396.651419:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651421:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978396.651422:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978396.651422:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978396.651424:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978396.651426:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978396.651429:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=44 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978396.651432:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=44 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978396.651433:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978396.651434:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978396.651436:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978396.651437:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978396.651439:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978396.651440:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978396.651441:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978396.651442:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978396.651445:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651450:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978396.651452:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978396.651453:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978396.651455:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978396.651462:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341854848:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978396.651466:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651468:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978396.651471:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341854784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651476:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978396.651479:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978396.651481:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:1.0:1780978396.651485:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978396.651488:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978396.651489:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978396.651491:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978396.651493:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978396.651496:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978396.651497:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978396.651498:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978396.651501:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978396.651502:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651503:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978396.651505:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341854720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978403 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651510:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978396.651511:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978396.651512:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:1.0:1780978396.651514:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978396.651515:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978396.651515:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978396.651517:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978396.651518:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c24e799d. 02000000:00000001:1.0:1780978396.651519:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978396.651520:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978396.651521:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978396.651523:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978396.651524:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651525:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978396.651527:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341854848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978428 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978396.651532:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978396.651533:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978396.651534:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:1.0:1780978396.651536:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978396.651537:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978396.651538:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978396.651539:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978396.651540:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978396.651542:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978396.651543:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978396.651543:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978396.651546:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978396.651547:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651548:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978396.651556:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978396.651557:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978396.651559:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978396.651561:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978397.473772:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978397.473777:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978397.473782:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978397.473783:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978397.473786:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978397.473787:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978397.474062:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978397.474090:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978397.474093:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978398.497651:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978398.497656:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978398.497662:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978398.497665:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978398.497667:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978398.497672:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978398.497674:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978398.497675:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978398.497679:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978398.497681:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978398.497683:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978398.497685:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978398.497688:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978398.497689:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978398.497788:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978398.497832:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978398.497835:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978399.521745:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978399.521750:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978399.521756:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978399.521756:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978399.521760:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978399.521761:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978399.522010:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978399.522013:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978399.522016:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978400.546610:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978400.546616:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978400.546621:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978400.546621:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978400.546625:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978400.546626:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978400.546821:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978400.546824:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978400.546827:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978401.569448:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978401.569454:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978401.569460:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978401.569461:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978401.569465:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978401.569466:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978401.571219:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978401.571224:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978401.571228:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978401.763020:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978401.763034:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978401.763046:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6e3c839. 00000020:00000040:2.0:1780978401.763054:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978401.763060:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978401.763064:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978401.763070:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978401.763082:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978401.763089:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763099:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978401.763108:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978401.763111:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763116:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c6e3c839] to pc [ptlrpcd_01_00+0] req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.763142:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763145:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978401.763148:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978401.763150:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3519ced. 00000020:00000040:2.0:1780978401.763151:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978401.763153:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978401.763154:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978401.763155:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978401.763157:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978401.763160:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763162:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978401.763167:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978401.763168:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763170:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e3519ced] to pc [ptlrpcd_01_01+1] req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.763176:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763178:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978401.763181:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978401.763183:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025f33995. 00000020:00000040:2.0:1780978401.763185:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978401.763186:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978401.763188:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978401.763188:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978401.763191:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978401.763193:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763196:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978401.763201:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978401.763203:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978401.763205:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000025f33995] to pc [ptlrpcd_01_00+0] req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.763217:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978401.763219:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978401.763222:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978401.763224:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978401.763226:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978401.763230:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3794) 00000100:00000001:3.0:1780978401.765227:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.765235:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978401.765238:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978401.765250:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765262:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978401.765264:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765269:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978401.765273:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978401.765276:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6e3c839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341854912:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978401.765280:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978401.765286:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978401.765287:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765289:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978401.765297:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978401.765299:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978401.765308:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978401.765314:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978401.765321:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978401.765329:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854912, portal 25 00000100:00000001:3.0:1780978401.765331:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978401.765332:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707077760 : -109779002473856 : ffff9c28158dc280) 00000100:00000040:3.0:1780978401.765336:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765342:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978401.765344:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978401.765346:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978401.765348:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341854912, offset 0 00000400:00000200:3.0:1780978401.765354:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765416:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765423:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978401.765431:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978401.765434:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978401.765437:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765440:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2244:2244:256:4294967295] 192.168.201.116@tcp LPNI seq info [2244:2244:8:4294967295] 00000400:00000200:3.0:1780978401.765444:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765452:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978401.765458:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978401.765463:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3214886). 00000800:00000200:3.0:1780978401.765469:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978401.765478:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978401.765481:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978401.765501:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765503:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.765506:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765508:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978401.765512:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765519:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978401.765520:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765522:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978401.765523:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978401.765525:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025f33995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855040:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978401.765529:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978401.765531:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978401.765532:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765533:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978401.765536:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978401.765537:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978401.765541:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978401.765544:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978401.765547:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978401.765548:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855040, portal 10 00000100:00000001:3.0:1780978401.765550:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978401.765551:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707063168 : -109779002488448 : ffff9c28158d8980) 00000100:00000040:3.0:1780978401.765556:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765561:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978401.765562:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978401.765564:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978401.765565:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855040, offset 0 00000400:00000200:3.0:1780978401.765569:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765572:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765575:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978401.765578:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978401.765580:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978401.765582:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765584:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2245:2245:255:4294967295] 192.168.201.116@tcp LPNI seq info [2245:2245:7:4294967295] 00000400:00000200:3.0:1780978401.765599:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765605:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978401.765608:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978401.765611:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3215134). 00000800:00000200:3.0:1780978401.765615:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978401.765618:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978401.765620:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978401.765623:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765624:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.765625:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765627:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765629:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.765637:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978401.765639:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978401.765641:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.765642:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978401.765643:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978401.765645:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978401.765646:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.765648:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978401.765649:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.765651:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.765651:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978401.765652:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978401.765655:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765661:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978401.765663:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765665:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978401.765666:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978401.765668:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3519ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854976:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978401.765671:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978401.765673:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978401.765674:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.765676:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978401.765678:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978401.765679:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978401.765682:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978401.765684:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978401.765687:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc222040. 00000100:00000200:3.0:1780978401.765689:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341854976, portal 10 00000100:00000001:3.0:1780978401.765690:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978401.765691:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707080192 : -109779002471424 : ffff9c28158dcc00) 00000100:00000040:3.0:1780978401.765695:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.765700:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978401.765702:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978401.765704:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096aa60ee. 00000100:00000200:3.0:1780978401.765706:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341854976, offset 0 00000400:00000200:3.0:1780978401.765710:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765713:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765716:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978401.765719:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978401.765721:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978401.765723:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978401.765725:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2246:2246:254:4294967295] 192.168.201.116@tcp LPNI seq info [2246:2246:6:4294967295] 00000400:00000200:3.0:1780978401.765729:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978401.765733:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978401.765737:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978401.765740:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3215382). 00000800:00000200:3.0:1780978401.765743:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978401.765747:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978401.765749:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978401.765752:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765753:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.765755:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765757:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765758:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.765773:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.765775:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978401.767789:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978401.767806:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3215134). 00000400:00000200:2.0:1780978401.767815:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.767823:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978401.767829:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:2.0:1780978401.767831:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:2.0:1780978401.767836:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978401.767850:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.767862:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978401.767865:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.767872:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978401.767873:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978401.767888:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978401.767890:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3214886). 00000400:00000200:2.0:1780978401.767893:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.767896:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978401.767898:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:2.0:1780978401.767899:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:2.0:1780978401.767901:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978401.767903:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.767916:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978401.767917:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.767923:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978401.767924:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978401.767988:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978401.767990:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214638). 00000400:00000200:2.0:1780978401.767993:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.767996:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978401.767998:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096aa60ee 00000400:00000010:2.0:1780978401.768000:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096aa60ee. 00000100:00000001:2.0:1780978401.768002:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978401.768004:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.768011:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978401.768013:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.768019:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978401.768020:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978401.774556:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.774612:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978401.774617:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.774621:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.774648:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.774657:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978401.774689:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.774695:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.774700:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.774723:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a240c0 00000400:00000200:2.0:1780978401.774728:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.774734:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6df5 [1] + 224 00000800:00000001:2.0:1780978401.774757:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.774763:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.774766:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.774770:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978401.774776:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978401.774783:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978401.774811:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.775052:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978401.775064:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775068:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978401.775070:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775072:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.775076:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775079:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978401.775083:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775085:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775087:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775090:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24140 00000400:00000200:2.0:1780978401.775093:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775097:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e05 [1] + 224 00000800:00000001:2.0:1780978401.775100:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775103:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.775105:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.775126:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978401.775129:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978401.775132:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978401.775139:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.775146:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978401.775150:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775154:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978401.775155:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775157:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.775160:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775163:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978401.775166:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775168:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775170:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775172:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24100 00000400:00000200:2.0:1780978401.775175:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978401.775178:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e15 [1] + 224 00000800:00000001:2.0:1780978401.775181:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775187:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978401.775188:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978401.775191:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978401.775193:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978401.775196:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978401.775202:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978401.775208:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978401.775210:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978401.775212:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.775556:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.775561:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978401.775570:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978401.775572:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978401.775575:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978401.775580:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc222040 00000400:00000010:3.0:1780978401.775582:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc222040. 00000100:00000001:3.0:1780978401.775586:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978401.775591:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978401.775797:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.775803:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978401.775805:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.775807:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978401.775820:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978401.775823:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978401.775826:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.775829:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978401.776031:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=50 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978401.776036:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=50 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978401.776040:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978401.776041:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978401.776044:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978401.776048:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.776052:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978401.776054:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978401.776056:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978401.776058:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978401.776062:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776069:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.776072:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978401.776074:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978401.776077:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978401.776083:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3519ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341854976:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978401.776090:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978401.776091:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978401.776094:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978401.776097:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978401.776099:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978401.776100:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978401.776102:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978401.776108:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776113:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978401.776114:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776115:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978401.776116:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978401.776118:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978401.776119:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.776120:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978401.776123:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=50 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978401.776125:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=50 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978401.776127:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978401.776128:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978401.776130:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978401.776131:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.776133:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978401.776135:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776141:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.776143:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978401.776144:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978401.776147:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978401.776153:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6e3c839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341854912:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978401.776157:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978401.776158:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978401.776160:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:3.0:1780978401.776161:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:3.0:1780978401.776163:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:3.0:1780978401.776164:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978401.776166:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978401.776172:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776178:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978401.776179:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776180:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978401.776181:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978401.776182:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978401.776183:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978401.776184:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978401.776188:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=49 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978401.776191:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=49 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978401.776193:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978401.776194:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978401.776196:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978401.776197:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.776199:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978401.776200:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978401.776201:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978401.776202:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978401.776205:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776210:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978401.776212:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978401.776213:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978401.776215:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978401.776221:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025f33995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855040:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978401.776224:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776227:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978401.776229:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3519ced x1867487341854976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776234:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978401.776236:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978401.776238:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978401.776241:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978401.776243:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978401.776245:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978401.776247:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978401.776249:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978401.776252:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978401.776253:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978401.776254:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3519ced. 00000100:00000001:3.0:1780978401.776258:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978401.776259:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776261:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978401.776263:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6e3c839 x1867487341854912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978408 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776268:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978401.776269:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978401.776270:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978401.776272:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978401.776273:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978401.776274:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978401.776275:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978401.776276:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978401.776278:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978401.776278:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978401.776279:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6e3c839. 00000100:00000001:3.0:1780978401.776281:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978401.776282:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776283:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978401.776284:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000025f33995 x1867487341855040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978433 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978401.776289:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978401.776291:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978401.776291:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978401.776293:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978401.776294:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978401.776295:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978401.776297:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978401.776298:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978401.776300:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978401.776300:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978401.776301:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025f33995. 00000100:00000001:3.0:1780978401.776304:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978401.776304:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776306:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978401.776314:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978401.776315:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978401.776317:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978401.776319:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978402.593655:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978402.593660:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978402.593666:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978402.593667:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978402.593670:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978402.593671:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978402.593985:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978402.593989:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978402.593992:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978403.617495:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978403.617502:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978403.617504:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978403.617506:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617511:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978403.617513:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617515:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617517:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978403.617521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978403.617525:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978403.617526:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978403.617530:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978403.617532:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978403.617533:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617534:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978403.617535:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617536:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978403.617538:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978403.617727:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978403.617730:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978403.617733:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978404.644076:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978404.644082:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978404.644089:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978404.644090:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978404.644094:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978404.644094:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978404.644205:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978404.644210:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978404.644214:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978405.665557:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978405.665562:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978405.665568:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978405.665568:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978405.665572:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978405.665573:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978405.666257:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978405.666260:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978405.666263:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978406.689511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978406.689517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978406.689527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978406.689528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978406.689531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978406.689532:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978406.691845:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978406.691852:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978406.691856:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978406.881879:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978406.881900:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978406.881913:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004776e060. 00000020:00000040:2.0:1780978406.881919:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978406.881925:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978406.881928:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978406.881934:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978406.881942:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978406.881949:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.881960:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978406.881969:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978406.881973:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.881979:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004776e060] to pc [ptlrpcd_01_01+1] req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.882013:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882016:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978406.882019:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978406.882021:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a32c801. 00000020:00000040:2.0:1780978406.882024:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978406.882026:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978406.882027:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978406.882028:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978406.882030:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978406.882033:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882036:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978406.882042:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978406.882044:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882046:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a32c801] to pc [ptlrpcd_01_00+0] req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.882053:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882055:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978406.882057:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978406.882060:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066d1fa54. 00000020:00000040:2.0:1780978406.882062:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978406.882063:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978406.882064:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978406.882065:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978406.882068:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978406.882070:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882073:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978406.882078:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978406.882079:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978406.882081:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000066d1fa54] to pc [ptlrpcd_01_01+1] req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.882087:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978406.882089:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978406.882092:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978406.882094:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978406.882097:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978406.882101:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3799) 00000100:00000001:3.0:1780978406.882237:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.882242:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978406.882244:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978406.882249:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882257:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978406.882258:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882262:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978406.882264:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978406.882267:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004776e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341855104:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.882271:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978406.882276:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978406.882278:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882280:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978406.882285:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082a7f736. 02000000:00000001:3.0:1780978406.882286:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978406.882295:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978406.882300:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978406.882306:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978406.882314:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855104, portal 25 00000100:00000001:3.0:1780978406.882317:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978406.882318:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707089920 : -109779002461696 : ffff9c28158df200) 00000100:00000040:3.0:1780978406.882323:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882329:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978406.882331:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978406.882333:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978406.882335:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341855104, offset 0 00000400:00000200:3.0:1780978406.882343:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882352:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882395:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978406.882404:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978406.882407:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978406.882410:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882413:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2247:2247:256:4294967295] 192.168.201.116@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:3.0:1780978406.882416:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882425:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978406.882431:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978406.882436:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ba656e9 (tot 3214886). 00000800:00000200:3.0:1780978406.882442:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978406.882451:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978406.882455:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007ba656e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978406.882471:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882473:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.882476:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882478:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978406.882481:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882487:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978406.882488:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882490:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978406.882492:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978406.882494:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066d1fa54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341855232:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.882497:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978406.882498:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978406.882499:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882501:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978406.882503:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978406.882505:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978406.882508:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978406.882510:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978406.882514:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc222040. 00000100:00000200:3.0:1780978406.882517:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855232, portal 10 00000100:00000001:3.0:1780978406.882518:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978406.882519:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707081408 : -109779002470208 : ffff9c28158dd0c0) 00000100:00000040:3.0:1780978406.882525:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882531:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978406.882533:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978406.882535:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001258309e. 00000100:00000200:3.0:1780978406.882537:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855232, offset 0 00000400:00000200:3.0:1780978406.882541:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882544:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882547:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978406.882550:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978406.882552:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978406.882554:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882556:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2248:2248:255:4294967295] 192.168.201.116@tcp LPNI seq info [2248:2248:7:4294967295] 00000400:00000200:3.0:1780978406.882559:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882564:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978406.882568:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978406.882571:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bb56103 (tot 3215134). 00000800:00000200:3.0:1780978406.882575:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978406.882578:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978406.882580:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006bb56103 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978406.882582:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882584:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.882585:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882587:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882589:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.882599:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978406.882601:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978406.882602:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.882604:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978406.882605:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978406.882607:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978406.882609:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.882610:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978406.882611:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.882612:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.882613:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978406.882614:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978406.882616:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882634:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978406.882635:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882637:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978406.882639:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978406.882641:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341855168:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.882645:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978406.882647:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978406.882649:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.882650:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978406.882653:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978406.882654:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978406.882658:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978406.882659:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978406.882662:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978406.882664:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855168, portal 10 00000100:00000001:3.0:1780978406.882665:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978406.882666:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707066816 : -109779002484800 : ffff9c28158d97c0) 00000100:00000040:3.0:1780978406.882670:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.882676:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978406.882678:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978406.882680:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009765ebce. 00000100:00000200:3.0:1780978406.882682:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855168, offset 0 00000400:00000200:3.0:1780978406.882685:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882689:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882692:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978406.882695:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978406.882697:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978406.882699:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978406.882701:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2249:2249:254:4294967295] 192.168.201.116@tcp LPNI seq info [2249:2249:6:4294967295] 00000400:00000200:3.0:1780978406.882858:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978406.882865:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978406.882870:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978406.882873:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faaed9c1 (tot 3215382). 00000800:00000200:3.0:1780978406.882876:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978406.882880:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978406.882882:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faaed9c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978406.882884:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882886:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.882897:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882900:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882902:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.882913:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.882914:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978406.884186:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978406.884194:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ba656e9 (tot 3215134). 00000400:00000200:2.0:1780978406.884203:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.884211:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978406.884217:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:2.0:1780978406.884219:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:2.0:1780978406.884225:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978406.884230:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884240:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978406.884243:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884248:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978406.884250:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978406.884261:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978406.884263:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bb56103 (tot 3214886). 00000400:00000200:2.0:1780978406.884265:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.884267:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978406.884270:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001258309e 00000400:00000010:2.0:1780978406.884271:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001258309e. 00000100:00000001:2.0:1780978406.884273:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978406.884275:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884281:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978406.884282:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884288:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978406.884289:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978406.884385:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978406.884387:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faaed9c1 (tot 3214638). 00000400:00000200:2.0:1780978406.884390:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.884393:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978406.884395:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009765ebce 00000400:00000010:2.0:1780978406.884397:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009765ebce. 00000100:00000001:2.0:1780978406.884399:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978406.884402:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884408:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978406.884410:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.884415:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978406.884416:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978406.889205:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.889232:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978406.889238:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.889241:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.889252:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.889261:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978406.889270:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.889275:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.889279:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.889284:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24180 00000400:00000200:2.0:1780978406.889289:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.889295:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e25 [1] + 224 00000800:00000001:2.0:1780978406.889304:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.889313:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.889316:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.889321:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978406.889329:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978406.889335:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978406.889346:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.889395:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978406.889405:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.889408:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.892184:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.892194:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978406.892207:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978406.892210:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978406.892212:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:3.0:1780978406.892223:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:3.0:1780978406.892225:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:3.0:1780978406.892229:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978406.892240:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978406.892261:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.892268:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978406.892271:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.892274:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978406.892277:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978406.892279:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978406.892282:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.892284:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978406.892291:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=55 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978406.892296:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=55 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978406.892298:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978406.892300:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978406.892302:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978406.892304:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.892306:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978406.892310:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.892316:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.892319:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978406.892320:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978406.892323:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978406.892329:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004776e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341855104:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.892333:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.892336:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978406.892338:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004776e060 x1867487341855104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978413 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.892344:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978406.892347:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978406.892349:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082a7f736. 02000000:00000001:3.0:1780978406.892353:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978406.892387:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978406.892389:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978406.892392:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978406.892394:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978406.892398:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978406.892400:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978406.892401:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004776e060. 00000100:00000001:3.0:1780978406.892405:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978406.892406:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.892410:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.892411:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.892412:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978406.892489:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.892491:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978406.904865:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.904899:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978406.904905:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.904907:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.904919:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.904927:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978406.904935:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.904940:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.904944:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.904948:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24200 00000400:00000200:2.0:1780978406.905315:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905324:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e35 [1] + 224 00000800:00000001:2.0:1780978406.905333:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.905339:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.905341:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.905345:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978406.905351:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978406.905378:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978406.905390:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.905537:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.905542:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978406.905561:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978406.905574:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.905578:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978406.905580:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.905582:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.905586:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905589:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978406.905594:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905597:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905599:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905601:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a241c0 00000400:00000200:2.0:1780978406.905605:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978406.905608:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e45 [1] + 224 00000800:00000001:2.0:1780978406.905612:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.905621:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978406.905622:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978406.905637:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978406.905640:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978406.905644:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978406.905651:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978406.905669:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978406.905672:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978406.905675:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780978406.911303:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978406.911310:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978406.911313:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978406.911324:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc222040 00000400:00000010:3.0:1780978406.911326:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc222040. 00000100:00000001:3.0:1780978406.911330:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978406.911343:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978406.911355:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911377:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978406.911379:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911381:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978406.911385:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978406.911388:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978406.911390:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.911392:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978406.911401:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=54 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978406.911405:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=54 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978406.911408:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978406.911409:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978406.911421:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978406.911425:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.911429:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978406.911430:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978406.911432:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978406.911434:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978406.911439:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911444:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.911447:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978406.911449:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978406.911452:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978406.911459:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066d1fa54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341855232:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.911463:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.911466:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978406.911468:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000066d1fa54 x1867487341855232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911475:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978406.911477:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978406.911479:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978406.911483:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978406.911485:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978406.911487:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978406.911489:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978406.911491:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978406.911504:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978406.911506:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978406.911507:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066d1fa54. 00000100:00000001:3.0:1780978406.911512:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978406.911513:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911517:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.911519:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.911521:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978406.911525:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978406.911526:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978406.911527:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978406.911529:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:3.0:1780978406.911530:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:3.0:1780978406.911533:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978406.911536:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978406.911543:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911548:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978406.911550:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911551:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978406.911552:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978406.911553:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978406.911554:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978406.911556:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978406.911559:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=55 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978406.911562:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=55 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978406.911563:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978406.911564:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978406.911566:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978406.911567:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.911569:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978406.911570:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978406.911571:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978406.911572:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978406.911574:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911579:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978406.911581:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978406.911582:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978406.911584:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978406.911591:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341855168:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978406.911594:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911596:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978406.911598:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a32c801 x1867487341855168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978438 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978406.911603:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978406.911604:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978406.911605:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978406.911608:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978406.911609:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978406.911610:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978406.911612:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978406.911613:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978406.911615:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978406.911616:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978406.911616:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a32c801. 00000100:00000001:3.0:1780978406.911618:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978406.911619:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911621:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978406.911911:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978406.911912:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978406.911915:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978406.911916:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978407.713500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978407.713506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978407.713512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978407.713513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978407.713517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978407.713518:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978407.713663:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978407.713666:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978407.713669:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978408.737505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978408.737512:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978408.737519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978408.737523:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978408.737526:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978408.737532:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978408.737534:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978408.737535:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978408.737539:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978408.737541:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978408.737544:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978408.737545:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978408.737549:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978408.737550:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978408.740543:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978408.740550:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978408.740555:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978409.761553:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978409.761559:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978409.761565:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978409.761566:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978409.761570:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978409.761571:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978409.761715:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978409.761719:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978409.761721:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978410.785606:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978410.785612:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978410.785618:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978410.785619:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978410.785621:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978410.785622:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978410.785858:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978410.785862:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978410.785864:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978411.809500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978411.809506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978411.809512:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978411.809513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978411.809516:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978411.809517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978411.812332:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978411.812338:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978411.812343:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978412.002173:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978412.002331:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978412.002342:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012a817d8. 00000020:00000040:0.0:1780978412.002348:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978412.002353:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978412.002376:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978412.002382:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978412.002390:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978412.002396:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.002407:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978412.002426:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978412.002429:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.002435:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000012a817d8] to pc [ptlrpcd_00_00+0] req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.002839:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.002843:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978412.002846:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978412.002852:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.002860:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978412.002862:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.002867:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978412.002870:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978412.002872:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012a817d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341855296:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978412.002876:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978412.002881:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978412.002883:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.002885:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978412.002891:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978412.002892:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978412.002900:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978412.002905:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978412.002910:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780978412.002917:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855296, portal 25 00000100:00000001:1.0:1780978412.002919:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978412.002920:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701183168 : -109779008368448 : ffff9c281533d0c0) 00000100:00000040:1.0:1780978412.002924:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.002930:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978412.002933:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978412.002936:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002592ee3e. 00000100:00000200:1.0:1780978412.002939:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341855296, offset 0 00000400:00000200:1.0:1780978412.003011:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978412.003021:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978412.003029:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978412.003035:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978412.003039:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978412.003041:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978412.003044:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2250:2250:256:4294967295] 192.168.201.116@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:1.0:1780978412.003047:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978412.003056:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978412.003061:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978412.003066:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8cfe06 (tot 3214886). 00000800:00000200:1.0:1780978412.003072:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978412.003080:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978412.003084:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c8cfe06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978412.003155:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.003158:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978412.003161:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.003163:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.003165:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.003305:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978412.003305:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1780978412.003308:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:2.0:1780978412.003309:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c8cfe06 (tot 3214638). 00000100:00000001:0.0:1780978412.003311:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1780978412.003314:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1780978412.003315:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085cfa86c. 00000020:00000040:0.0:1780978412.003317:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978412.003320:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978412.003321:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978412.003323:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978412.003327:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b291553. 00000400:00000200:2.0:1780978412.003329:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:0.0:1780978412.003331:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.003333:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1780978412.003334:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002592ee3e 00000400:00000010:2.0:1780978412.003335:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002592ee3e. 00000100:00000001:2.0:1780978412.003339:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1780978412.003340:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978412.003342:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780978412.003342:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:0.0:1780978412.003345:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000085cfa86c] to pc [ptlrpcd_00_01+1] req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978412.003350:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978412.003352:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978412.003388:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978412.003390:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978412.003913:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978412.003915:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978412.003918:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.003919:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978412.003921:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978412.003923:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978412.003924:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.003926:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978412.003928:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.003929:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.003930:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978412.003931:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978412.003936:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.003943:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978412.003944:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.004324:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978412.004327:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978412.004331:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085cfa86c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341855360:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978412.004335:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978412.004337:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978412.004339:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.004340:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978412.004346:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978412.004348:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978412.004353:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978412.004373:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978412.004378:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780978412.004383:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855360, portal 10 00000100:00000001:1.0:1780978412.004385:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978412.004386:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701180736 : -109779008370880 : ffff9c281533c740) 00000100:00000040:1.0:1780978412.004392:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.004398:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978412.004400:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978412.004402:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad2c19b9. 00000100:00000200:1.0:1780978412.004405:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855360, offset 0 00000400:00000200:1.0:1780978412.004410:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978412.004416:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978412.004432:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978412.004437:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978412.004439:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978412.004442:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978412.004445:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2251:2251:256:4294967295] 192.168.201.116@tcp LPNI seq info [2251:2251:8:4294967295] 00000400:00000200:1.0:1780978412.004448:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978412.004456:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978412.004460:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978412.004463:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214886). 00000800:00000200:1.0:1780978412.004467:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978412.004474:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978412.004477:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978412.004491:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.004492:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978412.004495:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.004497:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.004499:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.004511:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.004512:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978412.004611:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978412.004614:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214638). 00000400:00000200:2.0:1780978412.004618:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978412.004622:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978412.004625:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad2c19b9 00000400:00000010:2.0:1780978412.004627:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad2c19b9. 00000100:00000001:2.0:1780978412.004629:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978412.004632:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978412.004639:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978412.004641:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978412.004646:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978412.004648:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978412.005208:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.005212:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978412.005216:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978412.005221:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be6fc34d. 00000020:00000040:0.0:1780978412.005224:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978412.005227:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978412.005229:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978412.005232:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978412.005237:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978412.005241:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.005246:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978412.005253:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978412.005255:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.005259:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000be6fc34d] to pc [ptlrpcd_00_00+0] req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.005273:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978412.005275:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978412.005278:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978412.005282:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978412.005284:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978412.005288:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3804) 00000100:00000001:0.0:1780978412.005301:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1780978412.005302:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978412.005304:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.005310:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978412.005311:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.005313:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978412.005314:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978412.005316:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978412.005319:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.005325:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978412.005327:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978412.005330:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978412.005331:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978412.005334:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855424:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978412.005338:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978412.005340:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978412.005342:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978412.005343:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978412.005347:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978412.005348:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978412.005353:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978412.005374:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000befe06d6. 00000400:00000010:0.0:1780978412.005379:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978412.005383:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855424, portal 10 00000100:00000001:0.0:1780978412.005385:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978412.005386:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:0.0:1780978412.005392:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.005401:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978412.005404:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978412.005406:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007486df7a. 00000100:00000200:0.0:1780978412.005408:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855424, offset 0 00000400:00000200:0.0:1780978412.005413:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978412.005531:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978412.005536:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978412.005540:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978412.005543:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978412.005545:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978412.005548:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2252:2252:256:4294967295] 192.168.201.116@tcp LPNI seq info [2252:2252:8:4294967295] 00000400:00000200:0.0:1780978412.005552:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978412.005558:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978412.005562:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978412.005565:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214886). 00000800:00000200:0.0:1780978412.005570:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978412.005575:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978412.005578:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978412.005594:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978412.005596:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978412.005598:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978412.005600:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978412.005602:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.005664:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.005666:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978412.005668:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.005669:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978412.006871:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.006886:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978412.006890:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.006892:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978412.006904:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.006912:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978412.006919:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.006923:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.006927:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.006931:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24240 00000400:00000200:3.0:1780978412.006936:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.006941:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e55 [1] + 224 00000800:00000001:3.0:1780978412.006948:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.006954:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978412.006957:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978412.006961:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978412.006966:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978412.006971:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978412.006981:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978412.007001:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1780978412.007046:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978412.007050:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2686a9 (tot 3214638). 00000400:00000200:3.0:1780978412.007054:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978412.007057:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978412.007060:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007486df7a 00000400:00000010:3.0:1780978412.007062:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007486df7a. 00000100:00000001:3.0:1780978412.007066:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978412.007068:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978412.007077:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978412.007079:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978412.007084:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978412.007086:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978412.007091:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.007094:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.007162:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.007165:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978412.007173:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978412.007175:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978412.007177:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978412.007180:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:1.0:1780978412.007182:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:1.0:1780978412.007184:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978412.007187:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978412.007194:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.007200:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978412.007202:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.007204:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978412.007206:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978412.007208:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978412.007211:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.007213:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978412.007219:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=61 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978412.007223:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=61 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978412.007225:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978412.007226:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978412.007228:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978412.007230:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.007233:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978412.007236:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.007241:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978412.007244:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978412.007246:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978412.007249:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978412.007255:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012a817d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341855296:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978412.007259:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.007260:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978412.007262:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000012a817d8 x1867487341855296/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978419 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.007268:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978412.007271:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978412.007273:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978412.007277:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978412.007279:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978412.007281:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978412.007283:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978412.007285:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:1.0:1780978412.007287:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978412.007289:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978412.007290:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012a817d8. 00000100:00000001:1.0:1780978412.007293:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978412.007294:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.007295:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.007297:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.007298:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978412.007299:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.007300:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978412.014421:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.014436:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978412.014442:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.014443:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978412.014918:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.014989:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978412.014999:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.015004:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.015009:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.015013:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24280 00000400:00000200:3.0:1780978412.015018:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978412.015025:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e5d [1] + 224 00000800:00000001:3.0:1780978412.015034:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.015042:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978412.015044:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978412.015048:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978412.015053:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978412.015060:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978412.015071:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978412.015095:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978412.015103:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978412.015106:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.015326:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.015331:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978412.015338:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978412.015339:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978412.015342:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978412.015345:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9094d54 00000400:00000010:1.0:1780978412.015348:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9094d54. 00000100:00000001:1.0:1780978412.015350:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978412.015384:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978412.015393:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.015399:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978412.015401:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.015404:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978412.015407:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978412.015409:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978412.015411:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978412.015414:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978412.015422:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=61 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978412.015426:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=61 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978412.015429:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978412.015437:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978412.015440:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978412.015443:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.015445:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978412.015447:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978412.015449:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978412.015450:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978412.015453:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.015459:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978412.015463:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978412.015465:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978412.015468:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978412.015473:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085cfa86c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341855360:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978412.015477:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.015480:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978412.015481:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000085cfa86c x1867487341855360/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978412.015487:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978412.015489:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978412.015491:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978412.015495:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978412.015497:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978412.015498:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978412.015501:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978412.015502:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005b291553. 02000000:00000001:1.0:1780978412.015505:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978412.015506:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978412.015507:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085cfa86c. 00000100:00000001:1.0:1780978412.015510:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978412.015511:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.015513:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978412.015520:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978412.015521:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978412.015523:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978412.015525:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978412.016405:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978412.016423:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978412.016427:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978412.016429:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978412.016443:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978412.016449:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978412.016457:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978412.016461:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978412.016465:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978412.016468:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a242c0 00000400:00000200:2.0:1780978412.016472:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978412.016475:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e65 [1] + 224 00000800:00000001:2.0:1780978412.016480:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978412.016525:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978412.016527:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978412.016531:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978412.016535:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978412.016540:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978412.016549:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978412.016571:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978412.016578:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978412.016581:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.016680:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978412.016683:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978412.016689:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978412.016690:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978412.016692:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000befe06d6. 00000400:00000200:0.0:1780978412.016696:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017c2d3c2 00000400:00000010:0.0:1780978412.016698:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017c2d3c2. 00000100:00000001:0.0:1780978412.016700:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978412.016704:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978412.016710:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.016715:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978412.016716:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.016718:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978412.016719:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978412.016721:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978412.016722:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978412.016724:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978412.016729:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=60 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978412.016732:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=60 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978412.016734:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978412.016735:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978412.016737:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978412.016739:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978412.016742:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978412.016743:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978412.016745:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978412.016746:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978412.016749:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.016754:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978412.016756:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978412.016757:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978412.016759:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978412.016765:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855424:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978412.016769:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.016770:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978412.016772:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341855424/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978412.016782:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978412.016784:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978412.016785:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978412.016788:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978412.016790:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978412.016791:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978412.016793:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978412.016794:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:0.0:1780978412.016807:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978412.016809:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978412.016810:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:0.0:1780978412.016814:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978412.016815:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.016817:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978412.016822:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978412.016823:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978412.016825:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978412.016827:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978412.833473:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978412.833477:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978412.833491:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978412.833492:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978412.833495:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978412.833496:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978412.833637:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978412.833640:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978412.833643:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978413.860491:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978413.860499:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978413.860502:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978413.860505:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860511:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978413.860513:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860515:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860517:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978413.860522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860525:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978413.860527:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978413.860529:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978413.860533:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978413.860535:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978413.860536:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860537:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978413.860538:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860540:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978413.860541:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978413.860741:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978413.860744:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978413.860747:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1780978414.455692:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978414.455709:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978414.455714:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978414.455717:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978414.455727:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978414.455735:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978414.455743:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978414.455748:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978414.455763:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978414.455768:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 600 into portal 10 MB=0x6a27847a23600 00000400:00000200:3.0:1780978414.455774:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978414.455790:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 600/600 into md 0x6dd5 [32] + 224 00000800:00000001:3.0:1780978414.455798:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978414.455809:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978414.455811:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978414.455815:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978414.455821:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978414.455828:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1780978414.455838:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1780978414.455858:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978414.455866:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978414.455870:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978414.456071:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978414.456080:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978414.456082:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978414.456084:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978414.456088:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009384e235 00000400:00000010:1.0:1780978414.456090:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000009384e235 (tot 3214006). 00000100:00000001:1.0:1780978414.456095:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978414.456098:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1780978414.456105:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978426 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978414.456122:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978414.456124:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978414.456126:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978414.456129:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978414.456132:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978414.456134:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978414.456137:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978414.456144:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=63 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978414.456149:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=63 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978414.456151:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1780978414.456154:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978426 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1780978414.456161:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978414.456174:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978414.456176:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978414.456178:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978414.456179:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1780978414.456183:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978426 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978414.456188:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1780978414.456190:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978414.456192:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978414.456195:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978426 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:1.0:1780978414.456201:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341852160:192.168.201.116@tcp:101:createmany.0 00000100:00000001:1.0:1780978414.456206:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978414.456208:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978414.456210:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780978414.456212:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978414.456214:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978426 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978414.456220:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780978414.456222:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7c2561e. 00000100:00000001:1.0:1780978414.456225:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780978414.456226:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1780978414.456229:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780978414.456234:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780978414.456236:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780978414.456284:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000071afe4c3 refcount=4 00000020:00000001:1.0:1780978414.456288:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00000001:1.0:1780978414.456290:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00010000:1.0:1780978414.456294:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456302:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456308:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1780978414.456311:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456317:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456319:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780978414.456321:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456326:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456328:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456329:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780978414.456331:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456341:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456343:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978414.456345:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978414.456347:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780978414.456349:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456354:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00010000:1.0:1780978414.456396:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000071afe4c3 already unused, calling callback (00000000cac9da95) 00000080:00000001:1.0:1780978414.456399:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1780978414.456402:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456407:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456410:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1780978414.456411:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1780978414.456414:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456419:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456420:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1780978414.456423:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780978414.456424:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780978414.456425:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1780978414.456426:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000071afe4c3 refcount=5 00000020:00000001:1.0:1780978414.456428:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00000001:1.0:1780978414.456429:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294426777088 : -109779282774528 : ffff9c2804d8b600) 00010000:00000001:1.0:1780978414.456432:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780978414.456433:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456443:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00000080:00000001:1.0:1780978414.456445:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780978414.456447:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978414.456448:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780978414.456450:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780978414.456454:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780978414.456455:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780978414.456456:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978414.456457:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780978414.456459:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000071afe4c3 with handle 0x2eb9f87d7f63079a from hash 00010000:00000001:1.0:1780978414.456461:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780978414.456462:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456463:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456465:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780978414.456465:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780978414.456467:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780978414.456469:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456470:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456471:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780978414.456472:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978414.456474:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456478:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000001:1.0:1780978414.456480:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456481:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456482:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1780978414.456483:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780978414.456484:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456484:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456485:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780978414.456486:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 0000000071afe4c3/0x2eb9f87d7f63079a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456491:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 1 00010000:00000040:1.0:1780978414.456494:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038023b53 count: 0 00010000:00000010:1.0:1780978414.456498:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8057742. 00010000:00000001:1.0:1780978414.456507:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456509:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1780978414.456512:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978414.456515:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a1886388 x1867487341852160/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978426 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1780978414.456522:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978414.456524:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978414.456527:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:1.0:1780978414.456580:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978414.456582:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978414.456583:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978414.456585:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978414.456588:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d87fece8. 02000000:00000001:1.0:1780978414.456592:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978414.456593:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978414.456594:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1886388. 00000100:00000001:1.0:1780978414.456598:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978414.456599:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:1.0:1780978414.456601:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:64 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:1.0:1780978414.456605:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780978414.456608:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780978414.456613:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780978414.456614:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1780978414.456616:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780978414.456620:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1886388. 00000020:00000040:1.0:1780978414.456623:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:1.0:1780978414.456627:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1780978414.456628:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978414.456631:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780978414.456636:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780978414.456640:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780978414.456641:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780978414.456642:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978414.456645:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978414.456647:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978414.456651:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978414.456657:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d87fece8. 00000100:00000001:1.0:1780978414.456662:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978414.456666:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780978414.456667:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978414.456669:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780978414.456669:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978414.456671:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780978414.456679:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00010000:00000001:1.0:1780978414.456681:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780978414.456683:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780978414.456687:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4c178b8. 00010000:00000010:1.0:1780978414.456690:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f8057742. 00010000:00000001:1.0:1780978414.456694:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780978414.456696:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000676f8be7. 00000020:00000001:1.0:1780978414.456699:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1780978414.456701:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000676f8be7 with handle 0x2eb9f87d7f6307a1 to hash 00000020:00000001:1.0:1780978414.456702:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780978414.456704:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00000001:1.0:1780978414.456706:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00000001:1.0:1780978414.456709:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780978414.456710:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978414.456712:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456717:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00010000:1.0:1780978414.456719:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456724:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00000020:00100000:1.0:1780978414.456730:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780978414.456735:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1780978414.456741:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1780978414.456745:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00000100:00000001:1.0:1780978414.456747:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780978414.456748:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780978414.456763:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7c2561e. 00000100:00000001:1.0:1780978414.456765:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294427153344 : -109779282398272 : ffff9c2804de73c0) 00000100:00000001:1.0:1780978414.456767:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978414.456768:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000001:1.0:1780978414.456772:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978414.456775:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978414.456777:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780978414.456779:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780978414.456780:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978414.456782:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978414.456783:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=64 : 64 : 40) 00000100:00100000:1.0:1780978414.456785:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 64 seconds 00000100:00000001:1.0:1780978414.456787:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978414.456788:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780978414.456788:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978414.456790:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780978414.462413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038023b53. 00010000:00000010:1.1:1780978414.462430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071afe4c3. 00010000:00000001:0.0:1780978414.881483:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978414.881488:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978414.881494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978414.881495:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978414.881498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978414.881499:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978414.881595:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978414.881598:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978414.881601:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978415.905629:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978415.905633:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978415.905639:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978415.905640:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978415.905643:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978415.905643:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978415.905750:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978415.905754:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978415.905756:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978416.929453:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978416.929458:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978416.929465:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978416.929466:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978416.929469:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978416.929470:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978416.929553:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978416.929556:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978416.929558:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978417.124749:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978417.124760:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978417.124770:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8dc6c4d. 00000020:00000040:2.0:1780978417.124777:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978417.124781:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978417.124784:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978417.124789:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978417.124841:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978417.124849:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124859:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978417.124868:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978417.124871:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124876:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8dc6c4d] to pc [ptlrpcd_01_00+0] req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.124906:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124909:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978417.124912:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978417.124915:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000020:00000040:2.0:1780978417.124917:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978417.124920:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978417.124921:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978417.124923:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978417.124925:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978417.124928:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124932:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978417.124937:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978417.124939:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124941:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_01+1] req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.124947:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124949:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978417.124952:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978417.124954:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e097e8. 00000020:00000040:2.0:1780978417.124956:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978417.124957:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978417.124958:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978417.124959:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978417.124962:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978417.124964:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124966:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978417.124972:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978417.124973:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.124976:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016e097e8] to pc [ptlrpcd_01_00+0] req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.124986:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978417.124988:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978417.124991:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978417.124993:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978417.124995:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978417.125000:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3809) 00000100:00000001:3.0:1780978417.125070:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978417.125074:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978417.125076:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978417.125080:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125087:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978417.125100:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125103:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978417.125105:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978417.125108:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341855616:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978417.125112:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978417.125117:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978417.125119:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125121:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978417.125126:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978417.125127:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978417.125134:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978417.125138:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978417.125144:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978417.125151:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855616, portal 25 00000100:00000001:3.0:1780978417.125153:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978417.125155:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707076544 : -109779002475072 : ffff9c28158dbdc0) 00000100:00000040:3.0:1780978417.125159:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125165:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978417.125167:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978417.125170:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc222040. 00000100:00000200:3.0:1780978417.125173:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341855616, offset 0 00000400:00000200:3.0:1780978417.125180:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125188:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125197:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978417.125205:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978417.125209:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978417.125212:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125222:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2253:2253:256:4294967295] 192.168.201.116@tcp LPNI seq info [2253:2253:8:4294967295] 00000400:00000200:3.0:1780978417.125227:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125234:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978417.125240:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978417.125244:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faaed9c1 (tot 3214254). 00000800:00000200:3.0:1780978417.125251:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978417.125258:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978417.125262:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faaed9c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978417.125279:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125281:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978417.125283:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125286:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978417.125289:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125295:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978417.125296:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125298:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978417.125299:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978417.125301:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855744:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978417.125305:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978417.125306:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978417.125307:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125309:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978417.125311:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978417.125312:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978417.125316:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978417.125318:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978417.125321:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978417.125324:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855744, portal 10 00000100:00000001:3.0:1780978417.125325:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978417.125326:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707064384 : -109779002487232 : ffff9c28158d8e40) 00000100:00000040:3.0:1780978417.125331:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125336:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978417.125338:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978417.125340:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f87b7e6. 00000100:00000200:3.0:1780978417.125342:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855744, offset 0 00000400:00000200:3.0:1780978417.125346:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125349:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125351:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978417.125355:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978417.125395:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978417.125397:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125400:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2254:2254:255:4294967295] 192.168.201.116@tcp LPNI seq info [2254:2254:7:4294967295] 00000400:00000200:3.0:1780978417.125403:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125409:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978417.125413:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978417.125416:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bb56103 (tot 3214502). 00000800:00000200:3.0:1780978417.125420:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978417.125423:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978417.125425:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006bb56103 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978417.125427:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125429:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978417.125430:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125432:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125434:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978417.125442:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978417.125445:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978417.125447:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978417.125448:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978417.125449:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978417.125451:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978417.125453:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978417.125454:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978417.125455:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978417.125456:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978417.125457:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978417.125458:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978417.125461:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125467:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978417.125468:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125470:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978417.125471:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978417.125473:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855680:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978417.125476:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978417.125478:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978417.125479:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978417.125480:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978417.125501:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978417.125503:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978417.125506:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978417.125509:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978417.125512:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008718f490. 00000100:00000200:3.0:1780978417.125514:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855680, portal 10 00000100:00000001:3.0:1780978417.125515:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978417.125516:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000100:00000040:3.0:1780978417.125521:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.125526:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978417.125528:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978417.125530:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011183f65. 00000100:00000200:3.0:1780978417.125532:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855680, offset 0 00000400:00000200:3.0:1780978417.125535:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125538:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125541:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978417.125544:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978417.125546:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978417.125548:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978417.125550:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2255:2255:254:4294967295] 192.168.201.116@tcp LPNI seq info [2255:2255:6:4294967295] 00000400:00000200:3.0:1780978417.125553:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.125558:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978417.125562:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978417.125564:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ba656e9 (tot 3214750). 00000800:00000200:3.0:1780978417.125568:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978417.125571:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978417.125573:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007ba656e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978417.125575:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125577:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978417.125578:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125580:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125582:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978417.125593:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978417.125595:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978417.125790:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978417.125794:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faaed9c1 (tot 3214502). 00000400:00000200:2.0:1780978417.125802:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978417.125807:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978417.125812:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc222040 00000400:00000010:2.0:1780978417.125814:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc222040. 00000100:00000001:2.0:1780978417.125821:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978417.125825:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125833:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.125836:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125841:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.125843:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978417.125856:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978417.125857:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bb56103 (tot 3214254). 00000400:00000200:2.0:1780978417.125859:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978417.125862:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978417.125864:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f87b7e6 00000400:00000010:2.0:1780978417.125865:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f87b7e6. 00000100:00000001:2.0:1780978417.125866:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978417.125868:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125879:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.125881:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125887:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.125888:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978417.125952:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978417.125954:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ba656e9 (tot 3214006). 00000400:00000200:2.0:1780978417.125957:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978417.125960:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978417.125962:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011183f65 00000400:00000010:2.0:1780978417.125963:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011183f65. 00000100:00000001:2.0:1780978417.125965:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978417.125967:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125973:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.125974:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.125979:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.125981:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978417.135884:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.135900:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978417.135905:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.135907:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.135917:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.135924:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978417.135933:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.135938:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.135942:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.135946:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24380 00000400:00000200:3.0:1780978417.135952:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.135958:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e6d [1] + 224 00000800:00000001:3.0:1780978417.135966:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.135970:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.135973:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978417.135976:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978417.135983:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978417.135989:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978417.136000:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.136065:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978417.136069:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978417.136088:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978417.137311:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137321:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978417.137324:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137326:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.137332:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137338:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978417.137346:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137349:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137353:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137369:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24400 00000400:00000200:3.0:1780978417.137374:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137379:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e7d [1] + 224 00000800:00000001:3.0:1780978417.137385:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137389:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.137391:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978417.137394:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978417.137398:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978417.137402:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978417.137410:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.137417:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978417.137419:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137422:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978417.137423:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137425:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.137427:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137430:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978417.137434:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137435:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137437:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137440:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a243c0 00000400:00000200:3.0:1780978417.137443:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978417.137445:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e8d [1] + 224 00000800:00000001:3.0:1780978417.137448:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137454:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978417.137455:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978417.137458:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978417.137460:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978417.137462:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978417.137469:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978417.137474:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978417.137477:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978417.137479:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978417.144248:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978417.144254:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978417.144257:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:2.0:1780978417.144267:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:2.0:1780978417.144268:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:2.0:1780978417.144273:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978417.144285:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978417.144296:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144303:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978417.144305:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144308:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978417.144311:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978417.144313:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978417.144315:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978417.144318:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978417.144324:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=66 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978417.144328:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=66 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978417.144330:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978417.144332:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978417.144334:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978417.144336:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144339:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.144342:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144348:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978417.144352:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978417.144354:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978417.144386:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978417.144393:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341855616:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978417.144400:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978417.144401:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978417.144403:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:2.0:1780978417.144405:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:2.0:1780978417.144406:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:2.0:1780978417.144407:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978417.144410:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978417.144416:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144420:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978417.144421:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144423:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978417.144424:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978417.144425:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978417.144426:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978417.144427:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978417.144432:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=65 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978417.144434:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=65 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978417.144436:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978417.144437:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978417.144438:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978417.144441:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144443:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978417.144445:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978417.144446:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978417.144448:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.144450:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144454:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978417.144456:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978417.144457:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978417.144459:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978417.144464:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855744:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978417.144468:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144471:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.144473:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8dc6c4d x1867487341855616/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978424 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144479:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978417.144481:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978417.144485:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:2.0:1780978417.144489:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978417.144491:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978417.144492:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978417.144495:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978417.144497:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:2.0:1780978417.144500:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978417.144501:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978417.144502:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8dc6c4d. 00000100:00000001:2.0:1780978417.144506:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978417.144507:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144508:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.144510:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016e097e8 x1867487341855744/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144516:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978417.144516:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978417.144517:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:2.0:1780978417.144519:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978417.144520:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978417.144521:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978417.144522:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978417.144534:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:2.0:1780978417.144536:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978417.144537:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978417.144537:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e097e8. 00000100:00000001:2.0:1780978417.144540:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978417.144541:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144544:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144546:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978417.144548:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978417.144550:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978417.144551:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978417.144553:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:2.0:1780978417.144554:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008718f490 00000400:00000010:2.0:1780978417.144556:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008718f490. 00000100:00000001:2.0:1780978417.144557:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978417.144560:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978417.144567:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144576:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978417.144577:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144579:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978417.144579:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978417.144580:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978417.144581:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978417.144583:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978417.144586:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=66 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978417.144588:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=66 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978417.144590:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978417.144591:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978417.144592:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978417.144593:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144595:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978417.144595:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978417.144597:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978417.144598:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978417.144602:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144606:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978417.144608:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978417.144609:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978417.144611:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978417.144615:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341855680:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978417.144619:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144620:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978417.144622:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341855680/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978417.144627:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978417.144628:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978417.144629:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:2.0:1780978417.144631:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978417.144632:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978417.144633:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978417.144634:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978417.144635:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978417.144637:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978417.144637:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978417.144638:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:2.0:1780978417.144640:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978417.144641:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144642:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978417.144650:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978417.144651:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978417.144653:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978417.144654:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978417.954022:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978417.954027:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978417.954034:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978417.954034:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978417.954038:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978417.954038:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978417.954174:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978417.954177:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978417.954179:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978418.978206:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978418.978211:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978418.978219:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978418.978222:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978418.978224:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978418.978230:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978418.978232:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978418.978234:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978418.978237:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978418.978239:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978418.978241:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978418.978243:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978418.978247:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978418.978248:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978418.978725:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978418.978729:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978418.978731:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978420.001497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978420.001504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978420.001510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978420.001511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978420.001515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978420.001515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978420.001695:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978420.001699:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978420.001701:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978421.025847:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978421.025852:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978421.025857:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978421.025858:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978421.025861:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978421.025862:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978421.025958:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978421.025962:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978421.025964:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978422.049500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978422.049508:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978422.049516:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978422.049517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978422.049521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978422.049522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978422.049723:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978422.049727:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978422.049730:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978422.244592:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978422.244604:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978422.244613:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be6fc34d. 00000020:00000040:0.0:1780978422.244629:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978422.244634:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978422.244638:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978422.244644:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978422.244654:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb451be7. 00000100:00000001:0.0:1780978422.244661:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244672:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978422.244688:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978422.244692:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244697:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000be6fc34d] to pc [ptlrpcd_00_01+1] req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978422.244733:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244735:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978422.244739:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978422.244741:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce14d340. 00000020:00000040:0.0:1780978422.244744:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978422.244755:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978422.244757:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978422.244758:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978422.244762:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d026494. 00000100:00000001:0.0:1780978422.244764:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244768:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978422.244774:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978422.244776:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244778:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ce14d340] to pc [ptlrpcd_00_00+0] req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978422.244786:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244787:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978422.244790:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978422.244792:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000782f7268. 00000020:00000040:0.0:1780978422.244794:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978422.244796:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978422.244797:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978422.244798:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978422.244801:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e0cac96f. 00000100:00000001:0.0:1780978422.244803:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244806:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978422.244812:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978422.244813:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978422.244815:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000782f7268] to pc [ptlrpcd_00_01+1] req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978422.244821:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978422.244823:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978422.244826:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978422.244828:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978422.244830:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978422.244835:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3814) 00000100:00000001:1.0:1780978422.244989:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.244993:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978422.244995:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978422.245000:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245006:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978422.245008:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245011:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978422.245013:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978422.245017:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341855808:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978422.245021:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978422.245026:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978422.245028:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245030:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978422.245035:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978422.245036:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978422.245045:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978422.245050:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978422.245056:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780978422.245063:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855808, portal 25 00000100:00000001:1.0:1780978422.245065:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978422.245066:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701166144 : -109779008385472 : ffff9c2815338e40) 00000100:00000040:1.0:1780978422.245084:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245091:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978422.245094:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978422.245097:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000804057a. 00000100:00000200:1.0:1780978422.245100:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341855808, offset 0 00000400:00000200:1.0:1780978422.245107:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245118:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245130:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978422.245140:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978422.245144:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978422.245147:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245151:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2256:2256:256:4294967295] 192.168.201.116@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:1.0:1780978422.245156:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245164:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978422.245170:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978422.245175:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214254). 00000800:00000200:1.0:1780978422.245180:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978422.245188:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978422.245191:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978422.245209:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245211:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.245214:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245216:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978422.245218:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245224:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978422.245226:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245227:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978422.245229:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978422.245231:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000782f7268 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855936:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978422.245233:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978422.245235:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978422.245236:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245238:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978422.245240:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978422.245241:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978422.245244:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978422.245246:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978422.245249:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978422.245252:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855936, portal 10 00000100:00000001:1.0:1780978422.245253:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978422.245254:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701179520 : -109779008372096 : ffff9c281533c280) 00000100:00000040:1.0:1780978422.245260:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245265:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978422.245268:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978422.245270:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5c14fcc. 00000100:00000200:1.0:1780978422.245271:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855936, offset 0 00000400:00000200:1.0:1780978422.245277:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245280:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245283:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978422.245286:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978422.245288:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978422.245290:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245303:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2257:2257:255:4294967295] 192.168.201.116@tcp LPNI seq info [2257:2257:7:4294967295] 00000400:00000200:1.0:1780978422.245307:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245312:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978422.245316:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978422.245319:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214502). 00000800:00000200:1.0:1780978422.245323:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978422.245326:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978422.245328:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978422.245330:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245332:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.245334:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245336:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245337:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.245345:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978422.245347:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978422.245348:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.245349:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978422.245350:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978422.245352:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978422.245354:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.245397:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978422.245399:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.245400:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.245401:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978422.245402:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978422.245405:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245411:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978422.245412:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245414:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978422.245415:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978422.245417:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce14d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855872:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978422.245420:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978422.245422:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978422.245423:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.245424:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978422.245427:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978422.245428:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978422.245432:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978422.245445:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978422.245448:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978422.245450:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341855872, portal 10 00000100:00000001:1.0:1780978422.245451:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978422.245452:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701177088 : -109779008374528 : ffff9c281533b900) 00000100:00000040:1.0:1780978422.245456:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.245462:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978422.245464:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978422.245466:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d29180cc. 00000100:00000200:1.0:1780978422.245468:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341855872, offset 0 00000400:00000200:1.0:1780978422.245472:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245475:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245478:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978422.245481:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978422.245483:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978422.245485:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978422.245487:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2258:2258:254:4294967295] 192.168.201.116@tcp LPNI seq info [2258:2258:6:4294967295] 00000400:00000200:1.0:1780978422.245490:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978422.245495:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978422.245499:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978422.245502:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214750). 00000800:00000200:1.0:1780978422.245505:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978422.245509:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978422.245511:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978422.245513:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245514:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.245516:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245518:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245519:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.245542:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.245544:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978422.245947:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978422.245951:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19128ee (tot 3214502). 00000400:00000200:2.0:1780978422.245958:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978422.245963:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978422.245967:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000804057a 00000400:00000010:2.0:1780978422.245969:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000804057a. 00000100:00000001:2.0:1780978422.245974:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978422.245977:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.245985:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978422.245988:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.245993:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978422.245995:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978422.246008:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978422.246010:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029435db (tot 3214254). 00000400:00000200:2.0:1780978422.246012:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978422.246015:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978422.246017:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5c14fcc 00000400:00000010:2.0:1780978422.246018:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5c14fcc. 00000100:00000001:2.0:1780978422.246020:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978422.246022:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.246027:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978422.246029:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.246034:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978422.246035:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978422.246108:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978422.246110:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c47b069e (tot 3214006). 00000400:00000200:2.0:1780978422.246112:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978422.246115:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978422.246117:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d29180cc 00000400:00000010:2.0:1780978422.246119:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d29180cc. 00000100:00000001:2.0:1780978422.246120:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978422.246122:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.246128:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978422.246130:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978422.246136:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978422.246137:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978422.250767:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250783:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978422.250789:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250791:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.250801:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250811:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978422.250819:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250824:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250828:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250832:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24440 00000400:00000200:3.0:1780978422.250838:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250843:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6e9d [1] + 224 00000800:00000001:3.0:1780978422.250849:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250853:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.250856:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978422.250859:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978422.250865:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978422.250870:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978422.250882:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978422.250904:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978422.250913:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250916:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978422.250917:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250919:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.250922:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250924:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978422.250928:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250930:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250933:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250935:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a244c0 00000400:00000200:3.0:1780978422.250939:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250943:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ea5 [1] + 224 00000800:00000001:3.0:1780978422.250946:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250949:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.250951:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978422.250954:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978422.250956:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978422.250959:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978422.250967:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978422.250973:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978422.250976:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250979:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978422.250980:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.250982:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.250984:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250987:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978422.250990:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250992:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250994:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.250997:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24480 00000400:00000200:3.0:1780978422.250999:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978422.251003:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ead [1] + 224 00000800:00000001:3.0:1780978422.251006:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.251055:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978422.251057:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978422.251060:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978422.251063:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978422.251066:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978422.251087:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978422.251093:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978422.251097:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978422.251100:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252324:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.252330:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978422.252339:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978422.252341:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978422.252343:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978422.252349:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000513ea91a 00000400:00000010:1.0:1780978422.252351:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000513ea91a. 00000100:00000001:1.0:1780978422.252354:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978422.252400:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978422.252410:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252416:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978422.252417:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252420:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978422.252423:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978422.252425:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978422.252428:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.252430:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978422.252438:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=71 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978422.252441:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=71 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978422.252443:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978422.252445:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978422.252447:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978422.252450:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.252452:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978422.252454:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978422.252456:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978422.252457:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978422.252460:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252466:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.252469:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978422.252475:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978422.252478:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978422.252484:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce14d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855872:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978422.252490:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978422.252492:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978422.252493:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978422.252495:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9094d54 00000400:00000010:1.0:1780978422.252496:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9094d54. 00000100:00000001:1.0:1780978422.252498:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978422.252500:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978422.252506:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252511:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978422.252512:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252514:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978422.252515:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978422.252516:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978422.252517:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.252519:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978422.252521:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=71 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978422.252523:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=71 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978422.252525:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978422.252525:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978422.252526:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978422.252528:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.252538:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978422.252542:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252547:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.252548:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978422.252549:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978422.252552:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978422.252557:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6fc34d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341855808:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978422.252561:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978422.252562:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978422.252564:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978422.252566:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:1.0:1780978422.252567:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:1.0:1780978422.252569:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978422.252571:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978422.252577:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252583:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978422.252583:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252584:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978422.252586:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978422.252587:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978422.252588:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978422.252589:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978422.252592:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=70 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978422.252594:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=70 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978422.252596:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978422.252597:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978422.252598:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978422.252599:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.252601:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978422.252602:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978422.252604:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978422.252605:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978422.252607:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252611:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978422.252613:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978422.252614:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978422.252626:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978422.252633:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000782f7268 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341855936:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978422.252636:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252638:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978422.252640:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ce14d340 x1867487341855872/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252646:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978422.252649:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978422.252651:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978422.252655:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978422.252657:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978422.252659:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978422.252662:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978422.252664:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006d026494. 02000000:00000001:1.0:1780978422.252668:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978422.252669:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978422.252671:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce14d340. 00000100:00000001:1.0:1780978422.252674:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978422.252675:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252676:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978422.252678:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000be6fc34d x1867487341855808/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978429 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252684:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978422.252685:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978422.252686:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978422.252688:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978422.252689:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978422.252690:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978422.252691:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978422.252692:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bb451be7. 02000000:00000001:1.0:1780978422.252694:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978422.252695:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978422.252696:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be6fc34d. 00000100:00000001:1.0:1780978422.252698:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978422.252699:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252700:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978422.252702:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000782f7268 x1867487341855936/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978422.252707:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978422.252707:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978422.252708:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978422.252711:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978422.252711:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978422.252712:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978422.252714:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978422.252715:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e0cac96f. 02000000:00000001:1.0:1780978422.252716:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978422.252717:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978422.252718:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000782f7268. 00000100:00000001:1.0:1780978422.252720:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978422.252722:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252724:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978422.252733:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978422.252735:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978422.252738:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978422.252740:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978423.074065:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978423.074070:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978423.074075:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978423.074076:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978423.074079:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978423.074080:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978423.074291:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978423.074294:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978423.074297:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978424.101031:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978424.101037:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978424.101039:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978424.101041:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101047:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978424.101048:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101051:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101052:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101056:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978424.101057:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101060:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978424.101062:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978424.101063:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978424.101067:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978424.101069:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978424.101070:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101072:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978424.101073:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101074:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978424.101075:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978424.101698:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978424.101701:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978424.101705:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978425.124124:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978425.124130:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978425.124136:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978425.124137:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978425.124140:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978425.124141:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978425.124231:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978425.124235:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978425.124238:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978426.146971:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978426.146977:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978426.146984:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978426.146985:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978426.146988:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978426.146989:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978426.147178:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978426.147181:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978426.147184:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978427.169488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978427.169494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978427.169499:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978427.169500:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978427.169503:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978427.169503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978427.169603:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978427.169607:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978427.169610:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978427.371324:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978427.371333:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978427.371342:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000020:00000040:2.0:1780978427.371349:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978427.371353:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978427.371382:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978427.371387:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978427.371395:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978427.371402:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.371412:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978427.371427:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978427.371431:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.371436:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_01+1] req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.371510:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.371515:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978427.371518:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978427.371522:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.371539:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978427.371540:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.371544:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978427.371546:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978427.371549:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856000:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978427.371553:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978427.371559:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978427.371561:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.371570:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978427.371575:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978427.371577:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978427.371586:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978427.371591:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003476c88f. 00000400:00000010:3.0:1780978427.371597:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e76f9d. 00000100:00000200:3.0:1780978427.371604:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856000, portal 25 00000100:00000001:3.0:1780978427.371606:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978427.371607:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000100:00000040:3.0:1780978427.371611:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.371618:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978427.371620:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978427.371622:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002f35351. 00000100:00000200:3.0:1780978427.371624:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856000, offset 0 00000400:00000200:3.0:1780978427.371631:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978427.371639:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.371648:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978427.371666:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978427.371671:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978427.371674:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978427.371677:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2259:2259:256:4294967295] 192.168.201.116@tcp LPNI seq info [2259:2259:8:4294967295] 00000400:00000200:3.0:1780978427.371681:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.371689:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978427.371695:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978427.371700:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214254). 00000800:00000200:3.0:1780978427.371707:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978427.371717:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978427.371720:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978427.371736:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.371738:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978427.371740:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.371743:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.371745:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978427.372613:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.372618:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978427.372622:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978427.372628:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e097e8. 00000020:00000040:2.0:1780978427.372632:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978427.372635:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978427.372636:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978427.372640:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978427.372644:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978427.372659:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.372668:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978427.372676:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978427.372679:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.372682:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016e097e8] to pc [ptlrpcd_01_00+0] req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.373622:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978427.373627:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978427.373631:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.373634:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978427.373636:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978427.373638:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978427.373640:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.373642:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978427.373643:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.373645:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.373645:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978427.373647:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978427.377057:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377074:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978427.377076:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.377081:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978427.377085:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978427.377087:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856064:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978427.377091:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978427.377097:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978427.377099:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.377101:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978427.377112:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978427.377114:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978427.377123:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978427.377129:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75c088d. 00000400:00000010:3.0:1780978427.377134:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f792a021. 00000100:00000200:3.0:1780978427.377141:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856064, portal 10 00000100:00000001:3.0:1780978427.377143:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978427.377144:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707064384 : -109779002487232 : ffff9c28158d8e40) 00000100:00000040:3.0:1780978427.377150:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377156:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978427.377159:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978427.377160:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000200:3.0:1780978427.377162:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856064, offset 0 00000400:00000200:3.0:1780978427.377168:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978427.377177:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.377184:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978427.377191:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978427.377194:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978427.377197:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978427.377200:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2260:2260:255:4294967295] 192.168.201.116@tcp LPNI seq info [2260:2260:7:4294967295] 00000400:00000200:3.0:1780978427.377204:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.377212:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978427.377217:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978427.377221:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3214502). 00000800:00000200:3.0:1780978427.377228:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978427.377236:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978427.377240:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978427.377244:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377246:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978427.377248:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377252:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377256:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377303:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.377306:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978427.377347:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978427.377350:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214254). 00000400:00000200:3.0:1780978427.377371:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978427.377377:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978427.377381:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002f35351 00000400:00000010:3.0:1780978427.377384:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002f35351. 00000100:00000001:3.0:1780978427.377388:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978427.377391:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377401:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978427.377404:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377410:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377411:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978427.377775:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978427.377778:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3214006). 00000400:00000200:3.0:1780978427.377781:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978427.377785:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978427.377787:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:3.0:1780978427.377789:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:3.0:1780978427.377792:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978427.377794:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377801:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978427.377803:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.377809:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.377810:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978427.382216:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.382234:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978427.382239:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.382242:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.382254:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.382261:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978427.382268:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.382274:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.382278:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.382282:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24540 00000400:00000200:3.0:1780978427.382287:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.382293:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ec5 [1] + 224 00000800:00000001:3.0:1780978427.382300:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.382307:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.382309:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978427.382312:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978427.382318:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978427.382324:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978427.382335:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.384844:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978427.384868:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.384878:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.384904:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.384907:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978427.384914:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978427.384916:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978427.384919:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75c088d. 00000400:00000200:3.0:1780978427.384924:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f792a021 00000400:00000010:3.0:1780978427.384926:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f792a021. 00000100:00000001:3.0:1780978427.384929:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978427.384939:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978427.384949:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.384955:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978427.384957:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.384959:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978427.384962:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978427.384965:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978427.384967:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.384969:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978427.384977:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=76 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978427.384982:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=76 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978427.384984:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978427.384986:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978427.384988:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978427.384991:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.384995:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978427.384996:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978427.384998:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978427.384999:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978427.385004:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.385010:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978427.385012:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978427.385015:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978427.385018:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978427.385025:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856064:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978427.385030:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.385032:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978427.385034:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016e097e8 x1867487341856064/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.385040:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978427.385042:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978427.385044:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978427.385048:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978427.385050:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978427.385052:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978427.385054:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978427.385055:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978427.385060:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978427.385061:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978427.385063:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e097e8. 00000100:00000001:3.0:1780978427.385066:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978427.385068:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.385071:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.385072:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.385073:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978427.385074:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.385076:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.387173:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.387183:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978427.387187:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978427.387213:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8dc6c4d. 00000020:00000040:2.0:1780978427.387220:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978427.387224:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978427.387227:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978427.387232:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978427.387240:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978427.387245:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.387256:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978427.387265:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978427.387269:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.387274:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8dc6c4d] to pc [ptlrpcd_01_01+1] req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.387288:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978427.387290:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978427.387293:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978427.387295:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978427.387299:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978427.387304:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3819) 00000100:00000001:3.0:1780978427.387752:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780978427.387756:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978427.387759:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.387767:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978427.387769:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.387770:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.387772:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978427.387774:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978427.387779:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.387786:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978427.387787:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.387790:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978427.387793:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978427.387796:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856128:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978427.387800:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978427.387805:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978427.387807:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.387809:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978427.387814:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978427.387815:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978427.387824:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978427.387828:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75c088d. 00000400:00000010:3.0:1780978427.387834:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f792a021. 00000100:00000200:3.0:1780978427.387840:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856128, portal 10 00000100:00000001:3.0:1780978427.387842:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978427.387844:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707076544 : -109779002475072 : ffff9c28158dbdc0) 00000100:00000040:3.0:1780978427.387850:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.387856:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978427.387858:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978427.387860:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000200:3.0:1780978427.387862:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856128, offset 0 00000400:00000200:3.0:1780978427.387868:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978427.387878:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.387887:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978427.387895:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978427.387898:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978427.387901:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000100:00000001:2.0:1780978427.388614:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978427.388617:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978427.388619:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.388622:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978427.390797:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2261:2261:256:4294967295] 192.168.201.116@tcp LPNI seq info [2261:2261:8:4294967295] 00000400:00000200:3.0:1780978427.390808:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.390819:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978427.390828:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978427.390837:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3214254). 00000800:00000200:3.0:1780978427.390845:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978427.390853:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978427.390856:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978427.390881:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.390884:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978427.390888:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.390891:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.390895:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978427.391485:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978427.391498:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3214006). 00000400:00000200:2.0:1780978427.391505:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978427.391512:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978427.391518:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:2.0:1780978427.391521:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:2.0:1780978427.391534:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978427.391540:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.391552:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978427.391554:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.391559:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.391560:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978427.403959:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.403977:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978427.403982:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.403985:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.403997:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404005:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978427.404014:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404019:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404024:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404028:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24500 00000400:00000200:3.0:1780978427.404033:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404040:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6eb5 [1] + 224 00000800:00000001:3.0:1780978427.404048:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.404052:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.404055:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978427.404058:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978427.404065:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978427.404071:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978427.404081:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.404105:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978427.404114:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.404117:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978427.404119:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.404120:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.404123:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404126:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978427.404130:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404132:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404135:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404137:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24580 00000400:00000200:3.0:1780978427.404140:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978427.404144:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ed5 [1] + 224 00000800:00000001:3.0:1780978427.404148:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.404152:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978427.404154:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978427.404157:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978427.404160:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978427.404163:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978427.404171:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.404186:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978427.404189:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978427.404192:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.404205:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.404208:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978427.404214:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978427.404216:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978427.404219:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75c088d. 00000400:00000200:3.0:1780978427.404223:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f792a021 00000400:00000010:3.0:1780978427.404225:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f792a021. 00000100:00000001:3.0:1780978427.404228:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978427.404231:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978427.404239:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.404243:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978427.404245:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.404247:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978427.404250:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978427.404252:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978427.404254:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978427.404256:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978427.404264:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=75 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978427.404268:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=75 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978427.404270:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978427.404272:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978427.404274:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978427.404278:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.404281:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978427.404283:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978427.404285:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978427.404286:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978427.404289:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.404295:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978427.404297:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978427.404299:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978427.404302:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978427.404309:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856128:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978427.404314:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.404317:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978427.404319:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8dc6c4d x1867487341856128/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978427.404326:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978427.404328:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978427.404331:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978427.404334:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978427.404337:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978427.404338:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978427.404341:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978427.404343:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978427.404906:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978427.404910:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978427.404911:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8dc6c4d. 00000100:00000001:3.0:1780978427.404917:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978427.404918:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.404920:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978427.404929:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978427.404930:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978427.404933:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978427.404935:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.405043:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978427.405046:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978427.405052:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978427.405054:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978427.405056:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003476c88f. 00000400:00000200:2.0:1780978427.405060:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e76f9d 00000400:00000010:2.0:1780978427.405062:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e76f9d. 00000100:00000001:2.0:1780978427.405065:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978427.405074:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978427.405082:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.405087:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978427.405088:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978427.405090:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978427.405092:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978427.405093:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978427.405095:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978427.405096:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978427.405100:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=76 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978427.405103:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=76 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978427.405105:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978427.405107:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978427.405108:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978427.405110:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.405112:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978427.405115:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.405121:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978427.405123:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978427.405124:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978427.405127:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978427.405133:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856000:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978427.405140:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978427.405141:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978427.405144:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341856000/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978434 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978427.405149:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978427.405151:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978427.405152:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:2.0:1780978427.405155:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978427.405156:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978427.405158:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978427.405159:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978427.405160:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978427.405162:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978427.405163:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978427.405164:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:2.0:1780978427.405166:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978427.405167:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978427.405168:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978427.405171:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978427.405172:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978427.405174:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978427.405175:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978428.193559:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978428.193564:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978428.193570:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978428.193571:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978428.193574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978428.193575:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978428.194011:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978428.194015:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978428.194018:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978429.218397:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978429.218402:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978429.218409:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978429.218412:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978429.218413:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978429.218418:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978429.218420:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978429.218422:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978429.218424:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978429.218427:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978429.218429:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978429.218431:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978429.218434:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978429.218435:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978429.218566:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978429.218570:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978429.218572:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978430.242890:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978430.242896:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978430.242902:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978430.242903:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978430.242906:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978430.242907:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978430.243002:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978430.243005:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978430.243007:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978431.267111:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978431.267117:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978431.267124:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978431.267125:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978431.267127:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978431.267128:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978431.267224:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978431.267226:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978431.267229:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978432.289548:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978432.289553:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978432.289560:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978432.289561:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978432.289564:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978432.289565:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978432.289672:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978432.289676:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978432.289678:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978432.481683:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978432.481693:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978432.481702:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978432.481708:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978432.481713:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978432.481716:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978432.481720:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978432.481730:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978432.481737:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481747:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978432.481755:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978432.481759:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481764:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_00+0] req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.481795:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481798:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978432.481801:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978432.481804:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978432.481806:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978432.481808:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978432.481809:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978432.481811:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978432.481813:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978432.481816:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481819:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978432.481825:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978432.481826:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481828:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.481835:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978432.481839:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978432.481841:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978432.481842:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978432.481844:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978432.481845:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978432.481846:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978432.481848:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978432.481850:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481854:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978432.481926:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978432.481928:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.481931:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.481937:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978432.481939:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978432.481942:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978432.481944:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978432.481946:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978432.481950:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3824) 00000100:00000001:1.0:1780978432.481973:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978432.481977:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978432.481979:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978432.481982:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.481989:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978432.481990:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.481994:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978432.481996:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978432.481998:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341856256:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978432.482002:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978432.482008:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978432.482009:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.482011:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978432.482015:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978432.482017:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978432.482024:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978432.482028:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978432.482033:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978432.482039:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856256, portal 10 00000100:00000001:1.0:1780978432.482041:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978432.482043:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978432.482049:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.482056:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978432.482058:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978432.482061:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9094d54. 00000100:00000200:1.0:1780978432.482064:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856256, offset 0 00000400:00000200:1.0:1780978432.482070:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482078:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482085:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978432.482093:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978432.482096:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978432.482098:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482102:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2262:2262:256:4294967295] 192.168.201.116@tcp LPNI seq info [2262:2262:8:4294967295] 00000400:00000200:1.0:1780978432.482106:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482113:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978432.482119:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978432.482123:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214254). 00000800:00000200:1.0:1780978432.482130:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978432.482137:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978432.482141:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978432.482297:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482300:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.482303:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482306:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482308:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.482316:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978432.482318:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978432.482320:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978432.482321:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978432.482322:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978432.482324:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780978432.482325:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.482327:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978432.482328:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.482330:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978432.482331:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978432.482332:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978432.482335:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.482341:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978432.482343:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.482350:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978432.482352:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978432.482354:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341856192:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978432.482411:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978432.482413:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978432.482414:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.482416:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978432.482419:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978432.482421:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978432.482424:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978432.482427:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978432.482430:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978432.482433:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856192, portal 25 00000100:00000001:1.0:1780978432.482444:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978432.482445:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978432.482450:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.482456:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978432.482458:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978432.482461:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdf1e1d5. 00000100:00000200:1.0:1780978432.482463:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856192, offset 0 00000400:00000200:1.0:1780978432.482467:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482470:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482474:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978432.482477:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978432.482479:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978432.482481:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482484:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2263:2263:255:4294967295] 192.168.201.116@tcp LPNI seq info [2263:2263:7:4294967295] 00000400:00000200:1.0:1780978432.482488:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482498:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978432.482506:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978432.482512:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8cfe06 (tot 3214502). 00000800:00000200:1.0:1780978432.482517:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978432.482521:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978432.482524:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c8cfe06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978432.482527:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482528:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.482530:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482532:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978432.482534:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.482541:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978432.482542:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.482544:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978432.482545:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978432.482548:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341856320:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978432.482551:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978432.482552:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978432.482554:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.482555:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978432.482557:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978432.482559:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978432.482562:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978432.482564:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978432.482680:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978432.482685:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856320, portal 10 00000100:00000001:1.0:1780978432.482687:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978432.482688:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978432.482694:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.482700:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978432.482702:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978432.482705:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e98e95a6. 00000100:00000200:1.0:1780978432.482707:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856320, offset 0 00000400:00000200:1.0:1780978432.482712:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482715:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482719:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978432.482722:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978432.482724:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978432.482726:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978432.482729:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2264:2264:254:4294967295] 192.168.201.116@tcp LPNI seq info [2264:2264:6:4294967295] 00000400:00000200:1.0:1780978432.482733:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978432.482739:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978432.482743:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978432.482747:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214750). 00000800:00000200:1.0:1780978432.482750:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978432.482754:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978432.482757:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978432.482760:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482761:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.482763:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482765:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.482767:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978432.483463:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978432.483466:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978432.485561:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978432.485635:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214502). 00000400:00000200:3.0:1780978432.485645:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.485655:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978432.485661:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9094d54 00000400:00000010:3.0:1780978432.485663:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9094d54. 00000100:00000001:3.0:1780978432.485668:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978432.485674:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485685:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978432.485688:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485694:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978432.485696:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978432.485709:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978432.485711:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c8cfe06 (tot 3214254). 00000400:00000200:3.0:1780978432.485713:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.485716:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978432.485719:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdf1e1d5 00000400:00000010:3.0:1780978432.485720:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdf1e1d5. 00000100:00000001:3.0:1780978432.485721:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978432.485725:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485731:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978432.485733:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485744:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978432.485745:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978432.485808:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978432.485811:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001499aaf0 (tot 3214006). 00000400:00000200:3.0:1780978432.485814:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.485817:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978432.485819:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e98e95a6 00000400:00000010:3.0:1780978432.485820:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e98e95a6. 00000100:00000001:3.0:1780978432.485823:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978432.485826:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485832:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978432.485834:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.485839:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978432.485840:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978432.492160:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492176:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978432.492180:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492183:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492193:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492200:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978432.492207:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492213:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492217:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492222:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a245c0 00000400:00000200:3.0:1780978432.492226:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492231:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6eed [1] + 224 00000800:00000001:3.0:1780978432.492240:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492244:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492246:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.492250:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978432.492257:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978432.492263:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978432.492273:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.492295:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978432.492304:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492307:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978432.492308:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492309:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492312:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492315:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978432.492320:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492322:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492324:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492326:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24600 00000400:00000200:3.0:1780978432.492329:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492332:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ee5 [1] + 224 00000800:00000001:3.0:1780978432.492335:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492338:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492339:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.492342:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978432.492344:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978432.492346:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978432.492352:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.492386:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978432.492389:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492393:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978432.492406:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492408:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492411:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492414:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978432.492417:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492419:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492422:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492424:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24640 00000400:00000200:3.0:1780978432.492426:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978432.492429:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ef5 [1] + 224 00000800:00000001:3.0:1780978432.492432:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492447:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978432.492449:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978432.492451:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978432.492454:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978432.492457:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978432.492464:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978432.492469:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978432.492472:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978432.492474:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.492792:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978432.492796:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978432.492802:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978432.492804:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978432.492806:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978432.492810:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000513ea91a 00000400:00000010:1.0:1780978432.492812:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000513ea91a. 00000100:00000001:1.0:1780978432.492815:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978432.492819:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978432.492825:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.492831:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978432.492833:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.492835:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978432.492837:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978432.492840:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978432.492841:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.492843:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978432.492849:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=81 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978432.492853:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=81 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978432.492866:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978432.492868:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978432.492870:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978432.492872:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.492873:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.492877:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.492883:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.492885:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978432.492887:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978432.492890:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978432.492895:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341856192:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978432.492900:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978432.492901:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978432.492903:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978432.492904:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4dec3e 00000400:00000010:1.0:1780978432.492905:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4dec3e. 00000100:00000001:1.0:1780978432.492907:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978432.492909:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978432.492921:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.492927:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978432.492928:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.492929:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978432.492930:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978432.492931:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978432.492932:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.492934:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978432.492938:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=80 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978432.492941:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=80 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978432.492943:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978432.492944:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978432.492945:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978432.492948:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.492950:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978432.492952:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978432.492953:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978432.492955:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.492957:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.492962:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.492964:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978432.492965:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978432.492967:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978432.492973:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341856320:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:1.0:1780978432.492977:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978432.492978:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978432.492979:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:1.0:1780978432.492981:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:1.0:1780978432.492983:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:1.0:1780978432.492985:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978432.492987:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1780978432.492993:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.492998:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978432.492999:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493000:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978432.493001:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978432.493002:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978432.493003:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978432.493004:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978432.493008:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=81 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978432.493010:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=81 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978432.493012:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978432.493013:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978432.493014:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978432.493016:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.493017:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978432.493018:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978432.493020:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978432.493021:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978432.493023:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.493029:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978432.493031:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978432.493032:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978432.493034:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1780978432.493040:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341856256:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1780978432.493043:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493046:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978432.493048:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341856192/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978439 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.493053:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978432.493055:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978432.493058:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978432.493061:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978432.493063:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978432.493065:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978432.493067:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978432.493069:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978432.493072:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978432.493074:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978432.493075:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:1.0:1780978432.493078:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978432.493079:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493081:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978432.493083:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341856320/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.493088:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978432.493089:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978432.493090:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978432.493092:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978432.493092:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978432.493093:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978432.493094:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978432.493095:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978432.493097:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978432.493098:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978432.493098:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978432.493100:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978432.493101:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493102:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978432.493104:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341856256/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978464 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1780978432.493109:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978432.493110:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978432.493111:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978432.493113:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978432.493114:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978432.493114:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978432.493116:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978432.493117:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:1.0:1780978432.493118:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978432.493119:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978432.493120:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:1.0:1780978432.493121:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978432.493122:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493124:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978432.493131:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978432.493132:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978432.493134:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978432.493136:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978433.313606:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978433.313612:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978433.313619:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978433.313620:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978433.313624:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978433.313625:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978433.314519:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978433.314524:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978433.314528:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978434.337524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978434.337533:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978434.337536:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978434.337538:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337545:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978434.337546:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337548:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337550:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978434.337555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337558:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978434.337559:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978434.337560:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978434.337565:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978434.337567:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978434.337568:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337569:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978434.337570:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337571:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978434.337572:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978434.337678:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978434.337681:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978434.337684:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978435.361510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978435.361516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978435.361522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978435.361523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978435.361527:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978435.361527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978435.361696:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978435.361700:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978435.361703:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978436.385529:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978436.385535:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978436.385542:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978436.385543:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978436.385546:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978436.385547:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978436.386178:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978436.386181:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978436.386185:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978437.409554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978437.409559:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978437.409565:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978437.409566:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978437.409569:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978437.409570:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978437.411685:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978437.411691:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978437.411697:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978437.609524:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978437.609534:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978437.609543:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000020:00000040:2.0:1780978437.609549:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978437.609553:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978437.609556:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978437.609561:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978437.609586:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978437.609593:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609604:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978437.609614:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978437.609619:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609625:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_00+0] req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.609662:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609665:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978437.609668:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978437.609671:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093024349. 00000020:00000040:2.0:1780978437.609673:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978437.609675:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978437.609676:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978437.609677:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978437.609680:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978437.609683:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609685:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978437.609691:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978437.609693:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609695:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093024349] to pc [ptlrpcd_01_01+1] req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.609702:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.609703:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978437.609706:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978437.609708:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046f959d3. 00000020:00000040:2.0:1780978437.609710:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978437.609712:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978437.609713:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978437.609714:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978437.609716:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:3.0:1780978437.609877:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978437.609883:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978437.609885:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978437.609889:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.609897:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978437.609898:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978437.609904:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978437.609906:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978437.609909:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341856384:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978437.609912:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978437.609918:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978437.609920:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978437.609922:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978437.609927:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978437.609929:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978437.609936:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978437.609940:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75c088d. 00000400:00000010:3.0:1780978437.609945:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f792a021. 00000100:00000200:3.0:1780978437.609952:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856384, portal 25 00000100:00000001:3.0:1780978437.609954:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978437.609955:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000100:00000040:3.0:1780978437.609959:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.609965:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978437.609968:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978437.609970:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002f35351. 00000100:00000200:3.0:1780978437.609972:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856384, offset 0 00000400:00000200:3.0:1780978437.609979:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978437.609989:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.609999:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978437.610007:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978437.610010:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978437.610013:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978437.610017:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2265:2265:256:4294967295] 192.168.201.116@tcp LPNI seq info [2265:2265:8:4294967295] 00000400:00000200:3.0:1780978437.610020:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.610027:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978437.610033:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978437.610037:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214254). 00000800:00000200:3.0:1780978437.610044:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978437.610052:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978437.610056:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978437.610068:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610070:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978437.610074:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610076:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610078:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978437.610086:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978437.610088:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978437.610090:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978437.610091:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978437.610092:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978437.610094:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978437.610095:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978437.610097:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978437.610098:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978437.610099:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978437.610100:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978437.610101:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978437.610103:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.610109:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978437.610110:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978437.610112:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978437.610113:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978437.610115:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856448:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978437.610118:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978437.610120:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978437.610121:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978437.610122:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978437.610124:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978437.610126:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978437.610129:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978437.610131:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978437.610135:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024211109. 00000100:00000200:3.0:1780978437.610137:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856448, portal 10 00000100:00000001:3.0:1780978437.610138:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978437.610139:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707061952 : -109779002489664 : ffff9c28158d84c0) 00000100:00000040:3.0:1780978437.610144:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.610149:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978437.610151:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978437.610154:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e76f9d. 00000100:00000200:3.0:1780978437.610156:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856448, offset 0 00000400:00000200:3.0:1780978437.610160:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978437.610163:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.610166:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978437.610169:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978437.610171:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978437.610173:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978437.610175:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2266:2266:255:4294967295] 192.168.201.116@tcp LPNI seq info [2266:2266:7:4294967295] 00000400:00000200:3.0:1780978437.610178:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.610182:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978437.610185:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978437.610188:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3214502). 00000800:00000200:3.0:1780978437.610191:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978437.610194:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978437.610196:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978437.610198:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610199:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978437.610201:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610202:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610204:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978437.610254:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978437.610258:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214254). 00000400:00000200:3.0:1780978437.610262:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.610266:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978437.610284:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002f35351 00000400:00000010:3.0:1780978437.610286:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002f35351. 00000100:00000001:3.0:1780978437.610290:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978437.610294:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.610302:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978437.610305:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.610311:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.610312:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978437.610554:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978437.610556:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214006). 00000400:00000200:3.0:1780978437.610559:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.610563:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978437.610566:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e76f9d 00000400:00000010:3.0:1780978437.610567:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e76f9d. 00000100:00000001:3.0:1780978437.610569:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978437.610572:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.610658:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.610666:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978437.610679:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978437.610682:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.610686:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000046f959d3] to pc [ptlrpcd_01_00+0] req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.610698:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978437.610700:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978437.610704:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978437.610706:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978437.610709:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978437.610713:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3830) 00000100:00000001:2.0:1780978437.610735:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978437.610737:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978437.610738:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.610742:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978437.610744:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.610745:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.610746:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978437.610748:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978437.610751:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.610758:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978437.610759:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978437.610761:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978437.610763:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978437.610766:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856512:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978437.610769:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978437.610771:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978437.610773:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978437.610774:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978437.610777:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978437.610780:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978437.610784:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978437.610787:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978437.610791:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978437.610795:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856512, portal 10 00000100:00000001:2.0:1780978437.610797:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978437.610797:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707075328 : -109779002476288 : ffff9c28158db900) 00000100:00000040:2.0:1780978437.610802:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.610807:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978437.610809:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978437.610810:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978437.610813:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856512, offset 0 00000400:00000200:2.0:1780978437.610818:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978437.610822:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978437.610826:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978437.610830:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978437.610832:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978437.610834:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978437.610837:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2267:2267:255:4294967295] 192.168.201.116@tcp LPNI seq info [2267:2267:7:4294967295] 00000400:00000200:2.0:1780978437.610840:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978437.610845:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978437.610849:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978437.610852:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214254). 00000800:00000200:2.0:1780978437.610856:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978437.610861:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978437.610863:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978437.610866:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.610867:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978437.610869:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.610870:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.610872:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.610895:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.610896:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978437.610897:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.610899:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.611827:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978437.611833:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.611840:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.611842:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978437.611923:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978437.611926:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:3.0:1780978437.611930:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.611935:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978437.611939:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:3.0:1780978437.611941:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:3.0:1780978437.611944:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978437.611946:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.611954:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978437.611956:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.611961:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978437.611962:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978437.617940:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.617960:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978437.617965:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.617967:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.617978:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.617986:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978437.617994:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.617999:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618003:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618007:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a246c0 00000400:00000200:3.0:1780978437.618012:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618018:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f0d [1] + 224 00000800:00000001:3.0:1780978437.618025:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.618029:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.618032:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.618035:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978437.618042:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978437.618048:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978437.618060:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.618084:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978437.618095:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.618099:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978437.618100:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.618102:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.618106:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618109:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978437.618113:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618114:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618117:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618119:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24680 00000400:00000200:3.0:1780978437.618122:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.618125:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6efd [1] + 224 00000800:00000001:3.0:1780978437.618129:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.618134:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.618136:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.618139:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978437.618141:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978437.618143:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978437.618150:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.618155:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978437.618158:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.618160:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.618707:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.618714:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978437.618793:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978437.618797:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978437.618801:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:2.0:1780978437.618808:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024211109 00000400:00000010:2.0:1780978437.618811:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024211109. 00000100:00000001:2.0:1780978437.618815:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978437.618821:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978437.618829:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.618835:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978437.618836:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.618838:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978437.618841:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978437.618844:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978437.618846:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978437.618848:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978437.618859:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=86 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978437.618863:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=86 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978437.618866:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978437.618867:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978437.618870:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978437.618873:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.618876:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978437.618877:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978437.618879:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978437.618881:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.618885:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.618896:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978437.618899:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978437.618901:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978437.618904:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978437.618911:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856448:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978437.618917:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978437.618918:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978437.618918:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75c088d. 00000400:00000200:2.0:1780978437.618920:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f792a021 00000400:00000010:2.0:1780978437.618921:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f792a021. 00000100:00000001:2.0:1780978437.618922:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978437.618924:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978437.618930:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.618936:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978437.618937:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.618938:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978437.618939:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978437.618940:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978437.618941:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978437.618942:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978437.618944:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=86 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978437.618946:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=86 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978437.618948:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978437.618949:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978437.618950:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978437.618951:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.618952:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.618954:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.618966:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978437.618967:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978437.618968:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978437.618970:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978437.618976:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341856384:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978437.618980:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.618982:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978437.618984:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000093024349 x1867487341856448/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.618989:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978437.618991:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978437.618993:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4d083e. 02000000:00000001:2.0:1780978437.618997:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978437.618999:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978437.619000:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978437.619002:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978437.619004:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978437.619007:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978437.619008:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978437.619009:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093024349. 00000100:00000001:2.0:1780978437.619012:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978437.619013:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.619014:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978437.619016:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341856384/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978444 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.619021:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978437.619022:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978437.619023:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:2.0:1780978437.619025:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978437.619025:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978437.619026:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978437.619028:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978437.619029:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978437.619030:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978437.619031:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978437.619032:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:2.0:1780978437.619033:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978437.619034:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.619036:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.619044:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978437.619045:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.619047:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.619049:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978437.627946:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.627964:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978437.627969:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.627971:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.627982:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.627990:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978437.627999:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.628005:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.628010:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.628013:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24700 00000400:00000200:3.0:1780978437.628018:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978437.628023:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f1d [1] + 224 00000800:00000001:3.0:1780978437.628035:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.628058:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978437.628061:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978437.628065:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978437.628072:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978437.628079:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978437.628091:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978437.628114:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978437.628123:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978437.628126:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.628269:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.628273:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978437.628279:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978437.628281:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978437.628284:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978437.628336:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:2.0:1780978437.628339:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:2.0:1780978437.628341:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978437.628437:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978437.628446:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.628451:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978437.628453:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.628455:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978437.628458:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978437.628461:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978437.628463:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978437.628465:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978437.628473:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=85 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978437.628477:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=85 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978437.628479:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978437.628481:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978437.628483:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978437.628486:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.628490:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978437.628491:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978437.628493:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978437.628494:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978437.628498:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.628504:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978437.628507:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978437.628509:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978437.628512:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978437.628518:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856512:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978437.628523:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.628525:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978437.628528:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000046f959d3 x1867487341856512/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978469 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978437.628534:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978437.628537:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978437.628541:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978437.628545:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978437.628547:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978437.628549:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978437.628552:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978437.628554:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978437.628557:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978437.628558:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978437.628560:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046f959d3. 00000100:00000001:2.0:1780978437.628563:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978437.628564:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.628566:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978437.628572:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978437.629242:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978437.629249:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978437.629253:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978438.433533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978438.433538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978438.433545:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978438.433546:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978438.433549:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978438.433550:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978438.434463:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978438.434468:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978438.434473:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978439.457498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978439.457505:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978439.457513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978439.457516:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978439.457519:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978439.457534:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978439.457537:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978439.457538:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978439.457541:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978439.457542:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978439.457544:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978439.457545:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978439.457549:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978439.457550:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978439.457743:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978439.457746:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978439.457749:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978440.481863:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978440.481868:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978440.481873:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978440.481874:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978440.481877:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978440.481878:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978440.482024:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978440.482029:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978440.482031:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978441.507303:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978441.507309:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978441.507314:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978441.507315:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978441.507319:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978441.507319:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978441.507832:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978441.507835:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978441.507838:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978442.529493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978442.529499:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978442.529506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978442.529507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978442.529510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978442.529511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978442.532768:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978442.532774:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978442.532779:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978442.724018:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978442.724030:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978442.724054:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046f959d3. 00000020:00000040:2.0:1780978442.724062:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978442.724067:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978442.724070:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978442.724075:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978442.724083:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978442.724089:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724100:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978442.724111:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978442.724114:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724120:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000046f959d3] to pc [ptlrpcd_01_01+1] req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724158:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724161:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978442.724164:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978442.724166:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000020:00000040:2.0:1780978442.724168:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978442.724171:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978442.724172:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978442.724173:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978442.724175:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978442.724178:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724181:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978442.724187:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978442.724189:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724191:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_00+0] req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724204:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724205:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978442.724208:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978442.724211:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093024349. 00000020:00000040:2.0:1780978442.724213:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978442.724215:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978442.724216:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978442.724217:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978442.724219:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978442.724221:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724224:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978442.724230:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978442.724231:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.724233:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093024349] to pc [ptlrpcd_01_01+1] req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724239:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978442.724241:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978442.724244:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978442.724246:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978442.724248:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978442.724253:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3835) 00000100:00000001:2.0:1780978442.724284:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.724288:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978442.724291:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978442.724294:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724302:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978442.724304:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724308:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978442.724309:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978442.724312:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856640:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978442.724316:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978442.724321:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978442.724323:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724325:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978442.724329:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978442.724331:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978442.724339:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978442.724343:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978442.724349:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978442.724389:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856640, portal 10 00000100:00000001:2.0:1780978442.724392:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978442.724393:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000100:00000040:2.0:1780978442.724400:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724406:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978442.724408:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978442.724411:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b528685. 00000100:00000200:2.0:1780978442.724413:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856640, offset 0 00000400:00000200:2.0:1780978442.724419:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724427:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724434:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978442.724443:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978442.724447:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978442.724450:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724454:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2268:2268:256:4294967295] 192.168.201.116@tcp LPNI seq info [2268:2268:8:4294967295] 00000400:00000200:2.0:1780978442.724457:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724466:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978442.724472:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978442.724478:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214254). 00000800:00000200:2.0:1780978442.724485:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978442.724492:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978442.724496:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978442.724505:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724507:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.724510:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724512:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724514:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.724523:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978442.724524:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978442.724526:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.724527:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978442.724528:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978442.724530:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780978442.724531:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.724533:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978442.724534:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.724535:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.724536:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978442.724537:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978442.724539:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724545:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978442.724546:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724548:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978442.724549:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978442.724551:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341856576:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978442.724554:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978442.724556:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978442.724557:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724559:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978442.724561:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978442.724563:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978442.724566:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978442.724570:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978442.724573:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978442.724575:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856576, portal 25 00000100:00000001:2.0:1780978442.724577:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978442.724578:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707075328 : -109779002476288 : ffff9c28158db900) 00000100:00000040:2.0:1780978442.724582:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724587:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978442.724589:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978442.724591:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003946059f. 00000100:00000200:2.0:1780978442.724593:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856576, offset 0 00000400:00000200:2.0:1780978442.724596:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724600:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724603:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978442.724606:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978442.724607:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978442.724609:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724611:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2269:2269:255:4294967295] 192.168.201.116@tcp LPNI seq info [2269:2269:7:4294967295] 00000400:00000200:2.0:1780978442.724615:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724620:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978442.724624:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978442.724627:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214502). 00000800:00000200:2.0:1780978442.724630:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978442.724634:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978442.724637:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978442.724639:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724641:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.724643:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724644:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978442.724647:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724657:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978442.724658:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724660:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978442.724661:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978442.724663:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856704:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978442.724666:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978442.724668:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978442.724668:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.724670:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978442.724672:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978442.724673:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978442.724676:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978442.724678:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009eac5477. 00000400:00000010:2.0:1780978442.724681:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0c9520d. 00000100:00000200:2.0:1780978442.724683:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856704, portal 10 00000100:00000001:2.0:1780978442.724684:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978442.724685:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707061952 : -109779002489664 : ffff9c28158d84c0) 00000100:00000040:2.0:1780978442.724689:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.724694:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978442.724696:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978442.724698:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008216846d. 00000100:00000200:2.0:1780978442.724700:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856704, offset 0 00000400:00000200:2.0:1780978442.724703:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724718:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724721:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978442.724724:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978442.724726:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978442.724727:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978442.724730:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2270:2270:254:4294967295] 192.168.201.116@tcp LPNI seq info [2270:2270:6:4294967295] 00000400:00000200:2.0:1780978442.724733:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978442.724738:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978442.724742:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978442.724745:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214750). 00000800:00000200:2.0:1780978442.724748:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978442.724752:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978442.724754:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978442.724756:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724757:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.724759:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724761:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.724763:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978442.727051:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978442.727061:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978442.727122:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978442.727126:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214502). 00000400:00000200:3.0:1780978442.727135:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.727144:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978442.727151:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b528685 00000400:00000010:3.0:1780978442.727153:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b528685. 00000100:00000001:3.0:1780978442.727159:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978442.727165:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727176:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978442.727179:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727185:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978442.727187:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978442.727201:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978442.727203:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214254). 00000400:00000200:3.0:1780978442.727205:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.727208:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978442.727210:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003946059f 00000400:00000010:3.0:1780978442.727211:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003946059f. 00000100:00000001:3.0:1780978442.727213:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978442.727215:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727220:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978442.727222:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727226:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978442.727228:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978442.727293:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978442.727295:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:3.0:1780978442.727298:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.727301:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978442.727303:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008216846d 00000400:00000010:3.0:1780978442.727304:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008216846d. 00000100:00000001:3.0:1780978442.727306:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978442.727309:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727315:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978442.727317:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.727322:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978442.727323:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978442.734466:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734489:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978442.734497:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734500:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734513:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734523:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978442.734532:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734551:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734555:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734560:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24780 00000400:00000200:3.0:1780978442.734564:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734570:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f2d [1] + 224 00000800:00000001:3.0:1780978442.734579:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734584:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734587:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.734590:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978442.734596:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978442.734604:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978442.734615:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.734697:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.734702:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978442.734724:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978442.734734:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734738:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978442.734739:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734741:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734744:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734747:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978442.734751:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734754:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734756:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734758:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a247c0 00000400:00000200:3.0:1780978442.734760:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734763:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f4d [1] + 224 00000800:00000001:3.0:1780978442.734767:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734771:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734773:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.734775:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978442.734777:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978442.734780:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978442.734788:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.734794:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978442.734798:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734800:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978442.734802:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734804:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734807:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734809:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978442.734813:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734815:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734817:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734819:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24740 00000400:00000200:3.0:1780978442.734823:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978442.734826:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f3d [1] + 224 00000800:00000001:3.0:1780978442.734830:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734835:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978442.734836:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978442.734839:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978442.734841:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978442.734843:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978442.734850:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978442.734856:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978442.734859:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978442.734861:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978442.735344:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978442.735349:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978442.735351:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978442.735395:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:2.0:1780978442.735397:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:2.0:1780978442.735401:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978442.735406:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978442.735414:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735420:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978442.735421:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735423:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978442.735427:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978442.735429:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978442.735431:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.735434:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978442.735442:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=91 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978442.735446:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=91 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978442.735448:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978442.735450:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978442.735453:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978442.735456:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735459:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978442.735460:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978442.735462:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978442.735463:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.735467:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735473:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.735476:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978442.735478:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978442.735480:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978442.735487:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856640:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978442.735491:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735493:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978442.735495:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341856640/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735500:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978442.735503:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978442.735505:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978442.735508:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978442.735510:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978442.735512:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978442.735514:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978442.735516:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978442.735519:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978442.735520:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978442.735522:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:2.0:1780978442.735524:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978442.735526:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735528:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735530:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.735532:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978442.735729:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978442.735731:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978442.735732:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978442.735736:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978442.735737:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978442.735739:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978442.735744:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978442.735750:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735756:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978442.735757:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735758:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978442.735760:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978442.735761:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978442.735762:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.735764:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978442.735766:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=91 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978442.735769:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=91 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978442.735771:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978442.735772:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978442.735773:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978442.735775:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735777:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.735779:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735785:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.735786:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978442.735787:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978442.735789:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978442.735795:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341856576:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978442.735801:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978442.735802:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978442.735803:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009eac5477. 00000400:00000200:2.0:1780978442.735806:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0c9520d 00000400:00000010:2.0:1780978442.735806:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0c9520d. 00000100:00000001:2.0:1780978442.735808:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978442.735811:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978442.735817:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735822:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978442.735823:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735824:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978442.735825:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978442.735826:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978442.735827:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978442.735829:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978442.735833:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=90 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978442.735836:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=90 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978442.735837:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978442.735838:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978442.735839:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978442.735841:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735843:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978442.735844:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978442.735845:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978442.735846:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978442.735848:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735853:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978442.735854:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978442.735855:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978442.735857:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978442.735862:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856704:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978442.735865:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735867:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978442.735868:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000046f959d3 x1867487341856576/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978449 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735873:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978442.735874:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978442.735875:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978442.735877:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978442.735878:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978442.735880:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978442.735881:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978442.735882:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978442.735884:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978442.735885:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978442.735886:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046f959d3. 00000100:00000001:2.0:1780978442.735888:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978442.735889:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735890:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978442.735892:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000093024349 x1867487341856704/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978474 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978442.735896:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978442.735897:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978442.735898:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978442.735900:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978442.735901:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978442.735902:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978442.735903:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978442.735904:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978442.735906:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978442.735907:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978442.735907:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093024349. 00000100:00000001:2.0:1780978442.735910:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978442.735911:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735912:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978442.735921:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978442.735923:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978442.735925:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978442.735926:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978443.553500:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978443.553502:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978443.553504:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553509:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978443.553511:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553513:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553515:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978443.553521:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978443.553525:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978443.553526:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978443.553530:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978443.553533:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978443.553534:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553535:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978443.553536:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553537:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978443.553538:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978443.553638:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978443.553642:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978443.553645:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978444.577678:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978444.577683:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978444.577689:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978444.577690:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978444.577693:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978444.577694:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978444.578687:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978444.578690:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978444.578694:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978445.601479:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978445.601484:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978445.601490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978445.601491:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978445.601494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978445.601494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978445.601562:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978445.601566:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978445.601569:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978446.627625:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978446.627629:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978446.627633:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978446.627634:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978446.627636:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978446.627637:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978446.627722:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978446.627724:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978446.627727:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978447.649445:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978447.649450:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978447.649456:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978447.649457:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978447.649460:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978447.649461:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978447.649685:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978447.649689:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978447.649691:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978447.841928:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978447.841940:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978447.841950:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093024349. 00000020:00000040:2.0:1780978447.841956:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978447.841961:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978447.841965:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978447.841971:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978447.841979:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978447.841986:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.841998:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978447.842009:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978447.842012:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842018:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093024349] to pc [ptlrpcd_01_00+0] req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842051:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842054:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978447.842057:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978447.842060:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046f959d3. 00000020:00000040:2.0:1780978447.842063:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978447.842064:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978447.842065:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978447.842067:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978447.842069:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978447.842072:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842075:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978447.842081:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978447.842083:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.842085:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1780978447.842086:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000046f959d3] to pc [ptlrpcd_01_01+1] req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978447.842090:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978447.842092:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978447.842093:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842095:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978447.842097:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978447.842100:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000100:00000001:3.0:1780978447.842100:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1780978447.842101:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978447.842102:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978447.842103:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1780978447.842103:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1780978447.842104:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978447.842105:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.842106:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1780978447.842107:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:3.0:1780978447.842108:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780978447.842109:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842111:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1780978447.842112:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842118:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978447.842120:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978447.842122:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978447.842126:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978447.842128:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842130:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978447.842131:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856832:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000040:2.0:1780978447.842133:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_00+0] req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.842135:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780978447.842138:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978447.842140:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1780978447.842140:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978447.842141:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978447.842143:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1780978447.842144:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1780978447.842145:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978447.842147:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1780978447.842148:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978447.842149:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.842152:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3840) 00000400:00000200:3.0:1780978447.842157:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978447.842161:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060eb0436. 00000400:00000010:3.0:1780978447.842175:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e76f9d. 00000100:00000200:3.0:1780978447.842182:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856832, portal 10 00000100:00000001:3.0:1780978447.842185:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978447.842186:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707075328 : -109779002476288 : ffff9c28158db900) 00000100:00000001:2.0:1780978447.842189:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978447.842191:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978447.842192:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978447.842192:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978447.842195:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.842199:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1780978447.842201:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978447.842202:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978447.842202:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 02000000:00000001:2.0:1780978447.842204:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1780978447.842204:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002f35351. 02000000:00000001:2.0:1780978447.842205:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1780978447.842206:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856832, offset 0 00000100:00100000:2.0:1780978447.842207:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856896:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978447.842210:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978447.842212:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978447.842213:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978447.842213:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 02000000:00000001:2.0:1780978447.842214:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978447.842217:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978447.842218:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978447.842221:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.842229:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978447.842237:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978447.842241:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978447.842243:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978447.842247:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2271:2271:256:4294967295] 192.168.201.116@tcp LPNI seq info [2271:2271:8:4294967295] 00000400:00000200:3.0:1780978447.842250:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.842258:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:2.0:1780978447.842262:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:3.0:1780978447.842263:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978447.842264:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009eac5477. 00000400:00000010:2.0:1780978447.842267:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0c9520d. 00000800:00000010:3.0:1780978447.842268:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3214254). 00000100:00000200:2.0:1780978447.842269:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856896, portal 10 00000100:00000001:2.0:1780978447.842270:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978447.842271:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000800:00000200:3.0:1780978447.842274:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000100:00000040:2.0:1780978447.842275:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842280:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978447.842282:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000800:00000200:3.0:1780978447.842282:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000400:00000010:2.0:1780978447.842284:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978447.842285:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341856896, offset 0 00000800:00000200:3.0:1780978447.842286:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1780978447.842290:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978447.842293:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.842296:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000100:00000001:3.0:1780978447.842298:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978447.842299:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000100:00000001:3.0:1780978447.842300:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1780978447.842301:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978447.842303:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000100:00000001:3.0:1780978447.842303:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978447.842305:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2272:2272:255:4294967295] 192.168.201.116@tcp LPNI seq info [2272:2272:7:4294967295] 00000100:00000001:3.0:1780978447.842306:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978447.842308:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1780978447.842309:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.842315:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000100:00000001:3.0:1780978447.842315:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978447.842316:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978447.842318:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 02000000:00000001:3.0:1780978447.842318:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978447.842319:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978447.842321:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856768:192.168.201.116@tcp:400:kworker/u8:1.0 00000800:00000010:2.0:1780978447.842324:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214502). 00000100:00000001:3.0:1780978447.842324:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978447.842326:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1780978447.842327:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 02000000:00000001:3.0:1780978447.842327:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978447.842329:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1780978447.842331:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 02000000:00000010:3.0:1780978447.842331:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978447.842332:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978447.842333:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978447.842335:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978447.842335:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978447.842337:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1780978447.842337:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000035aef3c9. 00000100:00000001:2.0:1780978447.842338:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842340:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780978447.842340:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000001:2.0:1780978447.842342:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1780978447.842342:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856768, portal 25 00000100:00000001:3.0:1780978447.842343:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978447.842344:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707061952 : -109779002489664 : ffff9c28158d84c0) 00000100:00000001:2.0:1780978447.842345:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978447.842346:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978447.842348:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1780978447.842348:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842349:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978447.842350:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842351:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.842353:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978447.842390:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978447.842393:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008718f490. 00000100:00000200:3.0:1780978447.842396:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856768, offset 0 00000400:00000200:3.0:1780978447.842401:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978447.842404:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.842407:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978447.842410:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978447.842412:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978447.842413:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978447.842415:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2273:2273:254:4294967295] 192.168.201.116@tcp LPNI seq info [2273:2273:6:4294967295] 00000400:00000200:3.0:1780978447.842419:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:2.0:1780978447.842423:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1780978447.842423:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000010:2.0:1780978447.842425:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214254). 00000800:00000200:3.0:1780978447.842427:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978447.842429:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214502). 00000400:00000200:2.0:1780978447.842432:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1780978447.842432:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000400:00000200:2.0:1780978447.842436:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000800:00000200:3.0:1780978447.842436:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978447.842438:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978447.842440:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978447.842441:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002f35351 00000400:00000010:2.0:1780978447.842442:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002f35351. 00000100:00000001:3.0:1780978447.842442:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978447.842444:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.842446:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842447:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:3.0:1780978447.842447:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1780978447.842450:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.842450:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978447.842451:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978447.842453:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978447.842454:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978447.842455:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.842456:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842458:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978447.842460:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842466:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842467:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978447.842479:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978447.842480:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214254). 00000400:00000200:2.0:1780978447.842483:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978447.842485:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978447.842487:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978447.842489:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978447.842491:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978447.842493:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842498:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978447.842500:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842510:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842512:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978447.842576:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978447.842578:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214006). 00000400:00000200:2.0:1780978447.842581:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978447.842584:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978447.842586:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008718f490 00000400:00000010:2.0:1780978447.842587:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008718f490. 00000100:00000001:2.0:1780978447.842589:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978447.842591:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842596:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978447.842598:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.842602:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.842603:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978447.845442:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845458:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978447.845462:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845465:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978447.845476:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845485:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978447.845494:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845498:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845502:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845506:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24840 00000400:00000200:3.0:1780978447.845511:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845517:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f5d [1] + 224 00000800:00000001:3.0:1780978447.845526:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845531:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978447.845534:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978447.845538:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978447.845545:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978447.845550:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978447.845559:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.845589:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978447.845599:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845602:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978447.845605:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845607:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978447.845610:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845613:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978447.845617:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845620:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845622:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845624:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24880 00000400:00000200:3.0:1780978447.845627:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978447.845631:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f6d [1] + 224 00000800:00000001:3.0:1780978447.845634:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845640:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978447.845642:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978447.845645:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978447.845647:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978447.845649:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978447.845656:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.845674:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978447.845677:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978447.845680:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.845712:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978447.845717:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978447.845725:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978447.845727:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978447.845730:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009eac5477. 00000400:00000200:3.0:1780978447.845736:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0c9520d 00000400:00000010:3.0:1780978447.845738:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0c9520d. 00000100:00000001:3.0:1780978447.845741:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978447.845744:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978447.845752:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.845757:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978447.845759:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.845761:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978447.845764:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978447.845767:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978447.845770:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978447.845773:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978447.845781:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=95 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978447.845786:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=95 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978447.845788:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978447.845789:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978447.845792:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978447.845795:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.845799:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978447.845800:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978447.845802:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978447.845803:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978447.845819:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.845825:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978447.845827:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978447.845830:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978447.845832:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978447.845838:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341856896:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978447.845842:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.845845:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978447.845847:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341856896/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.845853:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978447.845855:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978447.845858:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:3.0:1780978447.845861:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978447.845864:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978447.845867:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978447.845869:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978447.845871:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978447.845874:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978447.845876:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978447.845877:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:3.0:1780978447.845881:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978447.845882:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.845884:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.845891:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978447.845892:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.845894:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978447.845896:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.847410:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978447.847417:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978447.847427:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978447.847429:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978447.847433:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060eb0436. 00000400:00000200:2.0:1780978447.847441:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e76f9d 00000400:00000010:2.0:1780978447.847443:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e76f9d. 00000100:00000001:2.0:1780978447.847447:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978447.847458:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978447.847468:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.847475:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978447.847476:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978447.847478:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978447.847481:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978447.847483:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978447.847485:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978447.847488:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978447.847496:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=96 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978447.847500:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=96 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978447.847503:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978447.847504:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978447.847506:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978447.847511:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.847515:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978447.847517:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978447.847519:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978447.847521:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978447.847525:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.847531:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978447.847534:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978447.847536:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978447.847539:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978447.847545:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341856832:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978447.847551:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.847553:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978447.847555:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000046f959d3 x1867487341856832/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978479 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978447.847561:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978447.847564:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978447.847566:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:2.0:1780978447.847571:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978447.847573:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978447.847575:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978447.847578:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978447.847580:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978447.847583:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978447.847585:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978447.847586:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046f959d3. 00000100:00000001:2.0:1780978447.847590:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978447.847591:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978447.847594:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.847596:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978447.847598:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978447.847599:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978447.847600:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978447.848556:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978447.848574:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978447.848578:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978447.848581:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978447.848593:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.848601:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978447.848609:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.848614:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.848618:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.848623:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24800 00000400:00000200:2.0:1780978447.848627:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978447.848633:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f7d [1] + 224 00000800:00000001:2.0:1780978447.848643:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978447.848650:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978447.848652:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978447.848656:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978447.848662:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978447.848666:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978447.848675:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.848919:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978447.848923:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978447.848939:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978447.848949:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978447.848952:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780978447.849563:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978447.849567:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978447.849570:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000035aef3c9. 00000400:00000200:3.0:1780978447.849575:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:3.0:1780978447.849577:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:3.0:1780978447.849580:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978447.849586:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978447.849594:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.849599:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978447.849601:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.849603:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978447.849605:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978447.849607:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978447.849609:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978447.849610:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978447.849615:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=96 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978447.849618:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=96 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978447.849621:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978447.849623:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978447.849625:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978447.849627:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.849629:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978447.849632:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.849638:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978447.849641:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978447.849643:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978447.849645:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978447.849651:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856768:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978447.849655:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.849658:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978447.849660:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000093024349 x1867487341856768/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978454 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978447.849665:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978447.849667:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978447.849669:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978447.849673:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978447.849674:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978447.849676:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978447.849678:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978447.849679:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978447.849682:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978447.849684:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978447.849685:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093024349. 00000100:00000001:3.0:1780978447.849688:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978447.849689:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.849691:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978447.849878:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978447.849880:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978447.849882:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978447.849885:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673504:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978448.673510:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978448.673521:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978448.673522:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978448.673528:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978448.673530:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978448.673531:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673534:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978448.673536:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673538:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673540:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978448.673544:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978448.673545:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978448.673712:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978448.673715:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978448.673717:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978449.697542:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978449.697548:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978449.697554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978449.697555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978449.697558:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978449.697559:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978449.697657:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978449.697660:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978449.697663:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978450.721490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978450.721495:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978450.721501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978450.721502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978450.721505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978450.721506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978450.721664:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978450.721667:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978450.721670:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978451.746037:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978451.746044:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978451.746050:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978451.746051:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978451.746054:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978451.746055:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978451.746165:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978451.746168:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978451.746171:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978452.769488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978452.769494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978452.769501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978452.769502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978452.769505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978452.769506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978452.769600:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978452.769603:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978452.769606:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978452.963229:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978452.963240:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978452.963250:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046f959d3. 00000020:00000040:2.0:1780978452.963256:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978452.963261:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978452.963263:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978452.963269:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978452.963290:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978452.963297:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963307:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978452.963316:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978452.963319:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963324:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000046f959d3] to pc [ptlrpcd_01_01+1] req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.963346:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963348:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978452.963351:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978452.963372:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093024349. 00000020:00000040:2.0:1780978452.963375:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978452.963377:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978452.963378:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978452.963379:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978452.963382:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978452.963385:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963388:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978452.963395:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978452.963397:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963400:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000093024349] to pc [ptlrpcd_01_00+0] req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.963407:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963408:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978452.963411:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978452.963413:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa612daa. 00000020:00000040:2.0:1780978452.963415:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978452.963417:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978452.963418:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978452.963419:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978452.963421:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978452.963423:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963425:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978452.963431:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978452.963433:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978452.963435:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa612daa] to pc [ptlrpcd_01_01+1] req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.963441:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978452.963443:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978452.963446:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978452.963448:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978452.963451:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978452.963455:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3845) 00000100:00000001:3.0:1780978452.963769:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.963774:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978452.963777:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978452.963782:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.963790:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978452.963791:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.963795:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978452.963797:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978452.963800:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856960:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978452.963804:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978452.963809:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978452.963811:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.963813:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978452.963818:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978452.963819:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978452.963827:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978452.963831:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000035aef3c9. 00000400:00000010:3.0:1780978452.963836:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000200:3.0:1780978452.963843:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341856960, portal 25 00000100:00000001:3.0:1780978452.963845:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978452.963846:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707075328 : -109779002476288 : ffff9c28158db900) 00000100:00000040:3.0:1780978452.963851:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.963857:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978452.963860:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978452.963861:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003197cad7. 00000100:00000200:3.0:1780978452.963863:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341856960, offset 0 00000400:00000200:3.0:1780978452.963870:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978452.963878:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.963886:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978452.963893:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978452.963897:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978452.963900:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978452.963903:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2274:2274:256:4294967295] 192.168.201.116@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:3.0:1780978452.963907:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.963914:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978452.963920:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978452.963925:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006879befb (tot 3214254). 00000800:00000200:3.0:1780978452.963931:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978452.963938:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978452.963942:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006879befb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978452.963959:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.963961:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.963964:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.963966:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978452.963969:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.963975:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978452.963976:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.963978:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978452.963979:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978452.963981:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857088:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978452.963984:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978452.963986:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978452.963987:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.963989:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978452.963991:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978452.963993:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978452.963997:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978452.963999:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060eb0436. 00000400:00000010:3.0:1780978452.964002:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978452.964006:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857088, portal 10 00000100:00000001:3.0:1780978452.964007:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978452.964008:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707060736 : -109779002490880 : ffff9c28158d8000) 00000100:00000040:3.0:1780978452.964013:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.964018:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978452.964020:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978452.964022:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011183f65. 00000100:00000200:3.0:1780978452.964024:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857088, offset 0 00000400:00000200:3.0:1780978452.964027:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978452.964030:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.964034:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978452.964037:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978452.964117:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978452.964120:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978452.964123:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2275:2275:255:4294967295] 192.168.201.116@tcp LPNI seq info [2275:2275:7:4294967295] 00000400:00000200:3.0:1780978452.964127:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.964132:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978452.964137:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978452.964140:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214502). 00000800:00000200:3.0:1780978452.964144:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978452.964148:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978452.964150:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978452.964153:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964154:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.964157:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964159:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964161:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.964168:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978452.964169:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978452.964171:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.964172:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978452.964173:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978452.964176:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978452.964177:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.964179:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978452.964180:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.964181:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.964182:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978452.964183:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978452.964186:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.964192:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978452.964193:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.964195:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978452.964196:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978452.964199:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857024:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978452.964202:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978452.964204:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978452.964205:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.964206:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978452.964208:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978452.964209:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978452.964212:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978452.964214:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75c088d. 00000400:00000010:3.0:1780978452.964217:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f87b7e6. 00000100:00000200:3.0:1780978452.964219:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857024, portal 10 00000100:00000001:3.0:1780978452.964221:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978452.964222:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707061952 : -109779002489664 : ffff9c28158d84c0) 00000100:00000040:3.0:1780978452.964226:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.964232:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978452.964234:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978452.964236:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc222040. 00000100:00000200:3.0:1780978452.964237:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857024, offset 0 00000400:00000200:3.0:1780978452.964241:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978452.964245:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.964248:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978452.964251:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978452.964253:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978452.964255:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978452.964258:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2276:2276:254:4294967295] 192.168.201.116@tcp LPNI seq info [2276:2276:6:4294967295] 00000400:00000200:3.0:1780978452.964262:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978452.964266:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978452.964271:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978452.964273:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214750). 00000800:00000200:3.0:1780978452.964277:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978452.964281:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978452.964283:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978452.964285:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964287:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.964288:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964290:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964292:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.964307:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.964308:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978452.964415:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978452.964419:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006879befb (tot 3214502). 00000400:00000200:2.0:1780978452.964426:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.964431:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978452.964436:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003197cad7 00000400:00000010:2.0:1780978452.964438:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003197cad7. 00000100:00000001:2.0:1780978452.964443:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978452.964447:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964455:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978452.964457:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964463:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978452.964465:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978452.964477:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978452.964478:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214254). 00000400:00000200:2.0:1780978452.964480:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.964483:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978452.964485:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011183f65 00000400:00000010:2.0:1780978452.964486:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011183f65. 00000100:00000001:2.0:1780978452.964488:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978452.964490:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964496:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978452.964497:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964503:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978452.964504:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978452.964567:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978452.964570:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214006). 00000400:00000200:2.0:1780978452.964572:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.964575:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978452.964577:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc222040 00000400:00000010:2.0:1780978452.964578:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc222040. 00000100:00000001:2.0:1780978452.964580:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978452.964582:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964592:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978452.964593:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.964599:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978452.964600:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978452.974435:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974454:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978452.974459:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974461:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.974473:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974481:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978452.974489:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974494:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974499:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974503:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24940 00000400:00000200:2.0:1780978452.974508:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974516:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f9d [1] + 224 00000800:00000001:2.0:1780978452.974523:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974528:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.974530:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.974535:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978452.974542:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978452.974548:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978452.974560:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.974577:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978452.974586:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974590:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978452.974591:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974593:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.974597:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974600:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978452.974604:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974606:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974608:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974610:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24900 00000400:00000200:2.0:1780978452.974613:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.974616:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6fad [1] + 224 00000800:00000001:2.0:1780978452.974619:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974637:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.974639:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.974642:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978452.974645:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978452.974648:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978452.974655:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.974660:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978452.974665:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.974667:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.974772:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.974777:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978452.974785:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978452.974786:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978452.974789:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75c088d. 00000400:00000200:3.0:1780978452.974792:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f87b7e6 00000400:00000010:3.0:1780978452.974795:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f87b7e6. 00000100:00000001:3.0:1780978452.974798:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978452.974802:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978452.974810:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.974815:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978452.974816:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.974819:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978452.974822:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978452.974824:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978452.974827:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.974830:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978452.974839:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=101 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978452.974844:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=101 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978452.974846:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978452.974848:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978452.974850:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978452.974853:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.974857:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978452.974858:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978452.974860:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978452.974861:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978452.974866:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.974872:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.974875:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978452.974877:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978452.974880:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978452.974887:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093024349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857024:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978452.974893:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978452.974894:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978452.974896:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060eb0436. 00000400:00000200:3.0:1780978452.974898:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:3.0:1780978452.974899:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:3.0:1780978452.974901:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978452.974903:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978452.974910:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.974915:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978452.974916:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.974918:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978452.974919:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978452.974920:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978452.974921:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.974923:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978452.974926:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=100 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978452.974928:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=100 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978452.974930:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978452.974931:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978452.974932:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978452.974934:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.974935:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978452.974936:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978452.974938:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978452.974938:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978452.974941:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.974947:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.974948:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978452.974949:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978452.974951:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978452.974956:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa612daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857088:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978452.974962:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.974964:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978452.974966:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000093024349 x1867487341857024/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.974971:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978452.974974:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978452.974976:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978452.974980:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978452.974982:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978452.974984:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978452.974986:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978452.974988:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978452.974991:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978452.974993:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978452.974994:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093024349. 00000100:00000001:3.0:1780978452.974997:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978452.974998:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.975000:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978452.975002:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa612daa x1867487341857088/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978484 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.975007:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978452.975007:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978452.975008:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978452.975010:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978452.975011:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978452.975012:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978452.975013:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978452.975014:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978452.975016:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978452.975017:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978452.975017:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa612daa. 00000100:00000001:3.0:1780978452.975019:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978452.975020:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.975022:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.975024:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.975025:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978452.975027:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.975028:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978452.985123:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.985144:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978452.985149:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.985151:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.985162:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.985171:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978452.985180:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.985185:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.985190:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.985193:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a248c0 00000400:00000200:2.0:1780978452.985198:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978452.985203:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6f8d [1] + 224 00000800:00000001:2.0:1780978452.985213:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.985221:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978452.985223:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978452.985227:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978452.985233:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978452.985242:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978452.985253:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978452.985276:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978452.985284:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978452.985287:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.985449:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.985453:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978452.985459:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978452.985461:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978452.985463:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000035aef3c9. 00000400:00000200:3.0:1780978452.985467:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:3.0:1780978452.985469:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:3.0:1780978452.985472:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978452.985475:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978452.985482:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.985487:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978452.985488:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.985491:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978452.985494:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978452.985496:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978452.985498:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978452.985500:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978452.985507:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=101 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978452.985511:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=101 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978452.985514:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978452.985515:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978452.985517:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978452.985519:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.985521:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978452.985525:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.985530:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978452.985533:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978452.985535:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978452.985537:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978452.985548:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f959d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341856960:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978452.985552:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.985554:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978452.985557:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000046f959d3 x1867487341856960/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978459 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978452.985563:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978452.985566:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978452.985568:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978452.985571:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978452.985573:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978452.985575:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978452.985577:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978452.985579:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978452.985582:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978452.985584:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978452.985585:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046f959d3. 00000100:00000001:3.0:1780978452.985588:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978452.985589:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.985591:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978452.985599:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978452.985600:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978452.985602:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978452.985604:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793629:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978453.793638:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978453.793641:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978453.793643:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793649:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978453.793651:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793653:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793655:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793659:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978453.793660:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793663:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978453.793665:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978453.793666:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978453.793670:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978453.793672:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978453.793673:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793674:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978453.793675:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793676:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978453.793678:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978453.793774:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978453.793778:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978453.793780:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978454.817454:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978454.817458:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978454.817462:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978454.817463:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978454.817466:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978454.817466:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978454.817622:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978454.817627:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978454.817629:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978455.841486:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978455.841491:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978455.841497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978455.841498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978455.841501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978455.841502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978455.841731:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978455.841735:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978455.841737:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978456.865638:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978456.865644:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978456.865650:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978456.865651:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978456.865654:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978456.865655:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978456.865807:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978456.865810:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978456.865813:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978457.889552:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978457.889558:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978457.889566:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978457.889567:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978457.889571:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978457.889572:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978457.890018:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978457.890021:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978457.890024:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978458.082118:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978458.082129:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978458.082139:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ddc9e4e. 00000020:00000040:3.0:1780978458.082145:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978458.082151:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978458.082153:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978458.082158:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978458.082165:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003e971bd. 00000100:00000001:3.0:1780978458.082171:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082180:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978458.082189:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978458.082193:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082198:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001ddc9e4e] to pc [ptlrpcd_01_00+0] req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082242:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082244:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978458.082248:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978458.082250:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051048c39. 00000020:00000040:3.0:1780978458.082253:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978458.082255:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978458.082256:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978458.082257:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978458.082261:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7f5c709. 00000100:00000001:3.0:1780978458.082263:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082266:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978458.082273:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978458.082274:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082277:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051048c39] to pc [ptlrpcd_01_01+1] req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082284:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082286:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978458.082288:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978458.082290:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000118f3bb9. 00000020:00000040:3.0:1780978458.082292:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978458.082294:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978458.082295:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978458.082296:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978458.082298:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060bcb4d4. 00000100:00000001:3.0:1780978458.082300:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082302:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978458.082308:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978458.082309:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.082311:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000118f3bb9] to pc [ptlrpcd_01_00+0] req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082317:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978458.082318:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978458.082321:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978458.082323:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978458.082325:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978458.082330:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3850) 00000100:00000001:3.0:1780978458.082340:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978458.082343:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978458.082345:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978458.082348:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082377:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978458.082379:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082383:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978458.082385:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978458.082388:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978458.082392:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978458.082396:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978458.082398:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082401:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978458.082404:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978458.082406:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978458.082414:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978458.082418:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000035aef3c9. 00000400:00000010:3.0:1780978458.082424:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000200:3.0:1780978458.082431:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857216, portal 10 00000100:00000001:3.0:1780978458.082434:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978458.082435:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392661504 : -109779316890112 : ffff9c2802d02600) 00000100:00000040:3.0:1780978458.082442:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082448:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978458.082450:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978458.082453:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978458.082455:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857216, offset 0 00000400:00000200:3.0:1780978458.082461:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082469:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082477:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978458.082486:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978458.082490:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978458.082492:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082496:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2277:2277:256:4294967295] 192.168.201.116@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:3.0:1780978458.082500:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082508:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978458.082515:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978458.082519:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000064b6ed1 (tot 3214254). 00000800:00000200:3.0:1780978458.082525:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978458.082533:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978458.082538:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000064b6ed1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978458.082550:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082552:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978458.082555:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082558:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082559:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.082567:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978458.082569:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:3.0:1780978458.082570:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978458.082571:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978458.082572:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978458.082575:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780978458.082576:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.082577:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978458.082578:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.082579:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978458.082580:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978458.082581:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978458.082584:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082589:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978458.082590:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082592:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978458.082593:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978458.082595:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ddc9e4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857152:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978458.082598:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978458.082600:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978458.082600:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082602:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978458.082604:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978458.082605:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978458.082609:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978458.082611:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060eb0436. 00000400:00000010:3.0:1780978458.082614:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f87b7e6. 00000100:00000200:3.0:1780978458.082617:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857152, portal 25 00000100:00000001:3.0:1780978458.082618:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978458.082619:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392657856 : -109779316893760 : ffff9c2802d017c0) 00000100:00000040:3.0:1780978458.082622:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082632:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978458.082634:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978458.082636:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009765ebce. 00000100:00000200:3.0:1780978458.082637:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341857152, offset 0 00000400:00000200:3.0:1780978458.082642:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082644:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082647:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978458.082650:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978458.082652:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978458.082654:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082656:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2278:2278:255:4294967295] 192.168.201.116@tcp LPNI seq info [2278:2278:7:4294967295] 00000400:00000200:3.0:1780978458.082660:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082665:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978458.082669:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978458.082674:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214502). 00000800:00000200:3.0:1780978458.082677:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978458.082681:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978458.082683:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978458.082686:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082687:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978458.082689:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082691:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978458.082693:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082713:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978458.082714:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082716:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978458.082717:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978458.082719:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000118f3bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857280:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978458.082722:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978458.082724:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978458.082726:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.082727:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978458.082730:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082a7f736. 02000000:00000001:3.0:1780978458.082731:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978458.082734:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978458.082736:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75c088d. 00000400:00000010:3.0:1780978458.082738:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001258309e. 00000100:00000200:3.0:1780978458.082740:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857280, portal 10 00000100:00000001:3.0:1780978458.082742:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978458.082743:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392678528 : -109779316873088 : ffff9c2802d06880) 00000100:00000040:3.0:1780978458.082747:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082752:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978458.082754:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978458.082756:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978458.082758:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857280, offset 0 00000400:00000200:3.0:1780978458.082761:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082764:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082766:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978458.082769:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978458.082771:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978458.082773:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978458.082775:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2279:2279:254:4294967295] 192.168.201.116@tcp LPNI seq info [2279:2279:6:4294967295] 00000400:00000200:3.0:1780978458.082779:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.082783:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978458.082787:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978458.082790:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214750). 00000800:00000200:3.0:1780978458.082794:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978458.082797:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978458.082799:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978458.082802:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082803:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978458.082805:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082806:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082808:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978458.082851:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978458.082855:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000064b6ed1 (tot 3214502). 00000400:00000200:3.0:1780978458.082860:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978458.082864:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978458.082867:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:3.0:1780978458.082869:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:3.0:1780978458.082872:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978458.082875:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082896:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978458.082899:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.082905:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.082906:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978458.083534:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978458.083538:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214254). 00000400:00000200:3.0:1780978458.083542:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978458.083547:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978458.083550:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009765ebce 00000400:00000010:3.0:1780978458.083551:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009765ebce. 00000100:00000001:3.0:1780978458.083554:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978458.083558:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.083565:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978458.083566:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.083572:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.083573:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978458.083638:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978458.083640:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:3.0:1780978458.083644:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978458.083646:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978458.083648:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978458.083649:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978458.083651:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978458.083654:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.083659:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978458.083661:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.083665:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.083666:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1780978458.084478:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978458.084484:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978458.091171:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978458.091187:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978458.091191:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978458.091194:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978458.091204:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978458.091211:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978458.091229:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978458.091234:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978458.091238:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978458.091242:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a249c0 00000400:00000200:2.0:1780978458.091247:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978458.091253:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6fbd [1] + 224 00000800:00000001:2.0:1780978458.091261:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978458.091269:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978458.091271:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978458.091275:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978458.091282:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978458.091288:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978458.091304:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.091319:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978458.091327:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978458.091329:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.091852:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978458.091857:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978458.091865:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978458.091866:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978458.091868:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000035aef3c9. 00000400:00000200:3.0:1780978458.091873:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:3.0:1780978458.091875:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:3.0:1780978458.091998:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978458.092004:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978458.092013:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.092019:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978458.092021:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.092024:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978458.092026:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978458.092029:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978458.092031:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978458.092034:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978458.092042:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=107 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978458.092047:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=107 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978458.092049:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978458.092051:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978458.092053:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978458.092056:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.092060:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978458.092061:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978458.092063:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978458.092065:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978458.092069:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.092074:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978458.092078:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978458.092080:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978458.092082:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978458.092088:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857216:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978458.092094:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.092097:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978458.092099:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051048c39 x1867487341857216/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.092104:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978458.092107:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978458.092109:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978458.092113:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978458.092116:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978458.092118:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978458.092119:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978458.092122:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f7f5c709. 02000000:00000001:3.0:1780978458.092125:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978458.092126:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978458.092128:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051048c39. 00000100:00000001:3.0:1780978458.092131:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978458.092132:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978458.092135:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.092137:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978458.092138:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978458.092140:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978458.092141:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978458.112153:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112171:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978458.112177:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112179:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978458.112190:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112198:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978458.112205:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112220:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112225:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112230:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24980 00000400:00000200:3.0:1780978458.112235:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112241:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6fcd [1] + 224 00000800:00000001:3.0:1780978458.112248:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112253:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978458.112255:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978458.112259:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978458.112267:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978458.112274:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978458.112285:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.112310:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978458.112320:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112323:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978458.112325:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112327:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978458.112330:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112333:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978458.112338:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112340:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112342:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112345:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24a00 00000400:00000200:3.0:1780978458.112348:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978458.112352:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6fdd [1] + 224 00000800:00000001:3.0:1780978458.112387:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112393:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978458.112395:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978458.112398:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978458.112400:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978458.112403:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978458.112409:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978458.112416:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978458.112419:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978458.112421:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115101:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978458.115107:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978458.115117:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978458.115119:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978458.115122:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060eb0436. 00000400:00000200:2.0:1780978458.115133:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f87b7e6 00000400:00000010:2.0:1780978458.115135:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f87b7e6. 00000100:00000001:2.0:1780978458.115139:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978458.115150:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978458.115160:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115167:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978458.115168:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115170:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978458.115173:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978458.115175:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978458.115177:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978458.115179:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978458.115185:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=107 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978458.115189:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=107 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978458.115191:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978458.115192:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978458.115195:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978458.115197:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978458.115199:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978458.115203:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115208:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978458.115223:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978458.115226:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978458.115229:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978458.115236:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ddc9e4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857152:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978458.115241:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978458.115242:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978458.115244:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75c088d. 00000400:00000200:2.0:1780978458.115247:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001258309e 00000400:00000010:2.0:1780978458.115248:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001258309e. 00000100:00000001:2.0:1780978458.115250:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978458.115253:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978458.115260:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115266:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978458.115267:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115268:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978458.115269:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978458.115270:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978458.115271:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978458.115273:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978458.115278:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=106 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978458.115280:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=106 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978458.115282:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978458.115283:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978458.115284:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978458.115287:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978458.115290:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978458.115292:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978458.115294:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978458.115295:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978458.115298:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115309:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978458.115310:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978458.115311:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978458.115313:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978458.115319:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000118f3bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857280:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978458.115322:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115324:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978458.115326:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001ddc9e4e x1867487341857152/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978465 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115333:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978458.115336:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978458.115338:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b175be21. 02000000:00000001:2.0:1780978458.115342:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978458.115345:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978458.115346:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978458.115348:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978458.115351:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000003e971bd. 02000000:00000001:2.0:1780978458.115354:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978458.115384:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978458.115386:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ddc9e4e. 00000100:00000001:2.0:1780978458.115390:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978458.115391:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115392:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978458.115395:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000118f3bb9 x1867487341857280/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978458.115400:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978458.115401:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978458.115402:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082a7f736. 02000000:00000001:2.0:1780978458.115404:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978458.115405:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978458.115405:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978458.115407:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978458.115408:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000060bcb4d4. 02000000:00000001:2.0:1780978458.115410:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978458.115411:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978458.115411:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000118f3bb9. 00000100:00000001:2.0:1780978458.115413:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978458.115414:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115416:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978458.115424:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978458.115426:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978458.115428:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978458.115430:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913473:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978458.913480:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913489:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978458.913492:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978458.913493:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978458.913499:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978458.913501:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978458.913502:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913505:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978458.913506:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913508:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913509:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978458.913513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978458.913513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978458.913607:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978458.913610:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978458.913613:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978459.937920:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978459.937924:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978459.937929:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978459.937930:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978459.937933:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978459.937934:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978459.943394:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978459.943400:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978459.943406:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978460.961488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978460.961494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978460.961500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978460.961501:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978460.961505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978460.961506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978460.961604:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978460.961607:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978460.961610:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978461.985507:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978461.985514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978461.985521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978461.985522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978461.985526:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978461.985527:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978461.985620:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978461.985623:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978461.985625:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978463.009497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978463.009504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978463.009511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978463.009513:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978463.009516:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978463.009517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978463.009623:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978463.009627:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978463.009629:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978463.207836:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978463.207849:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978463.207859:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8dc6c4d. 00000020:00000040:2.0:1780978463.207866:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978463.207870:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978463.207873:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978463.207878:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978463.207886:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978463.209237:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.209259:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978463.209271:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978463.209275:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.209281:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8dc6c4d] to pc [ptlrpcd_01_01+1] req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.209318:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.209321:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978463.209324:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978463.209332:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e097e8. 00000020:00000040:2.0:1780978463.209336:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978463.209340:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978463.209343:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978463.209348:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.209834:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978463.209839:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978463.209842:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978463.209847:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.209856:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978463.209857:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978463.209862:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978463.209864:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978463.209867:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857344:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978463.209871:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978463.209876:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978463.209878:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978463.209881:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978463.209885:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978463.209887:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978463.209962:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978463.209970:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000035aef3c9. 00000400:00000010:3.0:1780978463.209977:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e118ffa. 00000100:00000200:3.0:1780978463.209985:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857344, portal 25 00000100:00000001:3.0:1780978463.209988:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978463.209989:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707076544 : -109779002475072 : ffff9c28158dbdc0) 00000100:00000040:3.0:1780978463.209994:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.210001:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978463.210003:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978463.210006:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978463.210008:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341857344, offset 0 00000400:00000200:3.0:1780978463.210015:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978463.210024:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.210034:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978463.210042:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978463.210046:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978463.210049:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978463.210052:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2280:2280:256:4294967295] 192.168.201.116@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:3.0:1780978463.210056:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.210063:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978463.210069:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978463.210074:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214254). 00000800:00000200:3.0:1780978463.210080:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978463.210089:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978463.210093:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978463.210110:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.210112:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1780978463.210389:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978463.210399:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.210404:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978463.211192:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978463.211199:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.211208:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016e097e8] to pc [ptlrpcd_01_00+0] req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.211220:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.211222:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978463.211226:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978463.211232:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a32c801. 00000020:00000040:2.0:1780978463.211236:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978463.211240:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978463.211242:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978463.211245:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978463.211250:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978463.211253:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.211256:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978463.211262:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978463.211264:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.211266:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a32c801] to pc [ptlrpcd_01_01+1] req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.211274:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978463.211276:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978463.211279:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978463.211281:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978463.211284:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978463.211289:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3855) 00000100:00000001:2.0:1780978463.211310:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.211313:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978463.211315:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978463.211318:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.211325:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978463.211327:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.211330:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978463.211332:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978463.211334:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857408:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978463.211338:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978463.211341:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978463.211343:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.211345:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978463.211348:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978463.211349:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978463.211378:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978463.211384:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978463.211389:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978463.211394:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857408, portal 10 00000100:00000001:2.0:1780978463.211396:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978463.211397:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707064384 : -109779002487232 : ffff9c28158d8e40) 00000100:00000040:2.0:1780978463.211403:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.211410:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978463.211423:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978463.211425:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978463.211428:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857408, offset 0 00000400:00000200:2.0:1780978463.211433:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978463.211441:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978463.211446:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978463.211453:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978463.211455:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978463.211457:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978463.211460:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2281:2281:255:4294967295] 192.168.201.116@tcp LPNI seq info [2281:2281:7:4294967295] 00000400:00000200:2.0:1780978463.211464:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978463.211472:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978463.211478:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978463.211481:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214502). 00000800:00000200:2.0:1780978463.211486:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978463.211492:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978463.211496:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978463.211500:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.211502:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978463.211504:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.211507:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.211509:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.211975:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978463.211979:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978463.211982:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.211984:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978463.211986:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978463.211988:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978463.211990:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.211992:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978463.211993:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.211994:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.211995:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978463.211996:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978463.212003:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.212010:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978463.212011:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.212014:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978463.212016:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978463.212018:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857472:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978463.212021:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978463.212024:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978463.212025:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.212027:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978463.212031:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978463.212032:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978463.212037:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978463.212040:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978463.212043:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000100:00000200:2.0:1780978463.212047:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857472, portal 10 00000100:00000001:2.0:1780978463.212049:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978463.212050:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707066816 : -109779002484800 : ffff9c28158d97c0) 00000100:00000040:2.0:1780978463.212055:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.212062:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978463.212064:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978463.212067:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb09d8eb. 00000100:00000200:2.0:1780978463.212069:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857472, offset 0 00000400:00000200:2.0:1780978463.212074:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978463.212079:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978463.212083:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978463.212087:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978463.212089:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978463.212092:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978463.212094:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2282:2282:254:4294967295] 192.168.201.116@tcp LPNI seq info [2282:2282:6:4294967295] 00000400:00000200:2.0:1780978463.212097:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978463.212102:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978463.212107:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978463.212110:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214750). 00000800:00000200:2.0:1780978463.212114:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000100:00000001:3.0:1780978463.212287:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.212291:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.212293:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978463.212297:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978463.212299:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978463.212300:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978463.212301:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978463.212302:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.212304:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978463.212389:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978463.212393:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214502). 00000400:00000200:3.0:1780978463.212401:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.212405:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978463.212410:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978463.212413:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978463.212417:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978463.212420:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.212429:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978463.212431:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.212437:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.212439:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978463.212504:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978463.212507:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214254). 00000400:00000200:3.0:1780978463.212510:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.212513:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978463.212514:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:3.0:1780978463.212525:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:3.0:1780978463.212528:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978463.212530:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.212542:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978463.212544:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.212549:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.212551:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978463.212799:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978463.212801:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978463.212811:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.212812:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978463.212814:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.212815:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.212817:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978463.214121:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978463.214126:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214006). 00000400:00000200:3.0:1780978463.214131:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.214136:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978463.214140:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb09d8eb 00000400:00000010:3.0:1780978463.214142:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb09d8eb. 00000100:00000001:3.0:1780978463.214145:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978463.214149:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.214155:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978463.214157:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.214160:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978463.214162:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978463.217551:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217564:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978463.217569:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217571:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.217580:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217587:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978463.217593:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217598:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217601:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217604:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24a80 00000400:00000200:3.0:1780978463.217608:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217613:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x6ffd [1] + 224 00000800:00000001:3.0:1780978463.217619:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217623:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.217625:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.217629:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978463.217634:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978463.217639:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978463.217647:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.217665:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978463.217673:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217675:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978463.217676:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217677:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.217678:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217681:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978463.217683:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217684:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217686:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217687:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24ac0 00000400:00000200:3.0:1780978463.217689:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.217691:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x700d [1] + 224 00000800:00000001:3.0:1780978463.217694:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217699:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.217700:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.217702:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978463.217703:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978463.217705:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978463.217715:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978463.217719:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978463.217721:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.217723:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218656:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.218661:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978463.218671:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978463.218673:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978463.218676:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978463.218685:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:2.0:1780978463.218687:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:2.0:1780978463.218706:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978463.218715:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978463.218725:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218731:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978463.218733:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218736:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978463.218739:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978463.218741:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978463.218743:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.218746:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978463.218755:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=111 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978463.218759:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=111 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978463.218761:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978463.218763:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978463.218765:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978463.218768:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.218772:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978463.218773:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978463.218775:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978463.218777:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.218786:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218792:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978463.218795:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978463.218797:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978463.218799:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978463.218806:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857472:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978463.218812:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978463.218813:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978463.218814:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978463.218816:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978463.218818:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978463.218819:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978463.218822:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978463.218827:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218833:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978463.218834:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218835:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978463.218836:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978463.218837:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978463.218838:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.218840:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978463.218843:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=112 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978463.218846:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=112 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978463.218848:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978463.218848:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978463.218850:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978463.218851:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.218853:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978463.218854:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978463.218855:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978463.218856:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.218859:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218864:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978463.218865:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978463.218866:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978463.218868:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978463.218874:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857408:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978463.218877:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218880:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978463.218882:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a32c801 x1867487341857472/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218889:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978463.218891:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978463.218907:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978463.218911:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978463.218914:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978463.218916:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978463.218918:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978463.218920:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:2.0:1780978463.218924:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978463.218925:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978463.218927:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a32c801. 00000100:00000001:2.0:1780978463.218930:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978463.218931:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218932:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978463.218934:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016e097e8 x1867487341857408/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.218939:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978463.218941:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978463.218941:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978463.218943:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978463.218944:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978463.218945:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978463.218947:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978463.218948:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978463.218949:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978463.218950:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978463.218951:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e097e8. 00000100:00000001:2.0:1780978463.218953:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978463.218954:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218955:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.218963:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978463.218965:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.218967:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.218969:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978463.221770:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.221789:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978463.221794:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.221796:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.221809:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.221817:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978463.221826:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.221831:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.221836:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.221840:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24a40 00000400:00000200:3.0:1780978463.221845:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978463.221850:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x6fed [1] + 224 00000800:00000001:3.0:1780978463.221857:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.221863:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978463.221866:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978463.221870:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978463.221876:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978463.221881:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978463.221891:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.222087:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.222091:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978463.222111:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978463.222122:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978463.222125:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978463.222236:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978463.222238:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978463.222241:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000035aef3c9. 00000400:00000200:2.0:1780978463.222312:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e118ffa 00000400:00000010:2.0:1780978463.222316:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e118ffa. 00000100:00000001:2.0:1780978463.222319:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978463.222323:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978463.222331:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.222337:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978463.222338:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.222341:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978463.222345:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978463.222348:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978463.222350:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978463.222352:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978463.222393:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=112 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978463.222397:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=112 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978463.222400:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978463.222401:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978463.222403:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978463.222405:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.222407:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978463.222410:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.222416:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978463.222418:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978463.222420:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978463.222423:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978463.222429:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857344:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978463.222509:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.222512:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978463.222515:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8dc6c4d x1867487341857344/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978470 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978463.222521:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978463.222523:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978463.222526:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4d083e. 02000000:00000001:2.0:1780978463.222530:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978463.222532:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978463.222534:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978463.222536:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978463.222538:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978463.222542:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978463.222543:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978463.222544:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8dc6c4d. 00000100:00000001:2.0:1780978463.222548:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978463.222549:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.222550:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978463.222559:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978463.222560:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978463.222562:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978463.222564:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033532:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978464.033539:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978464.033541:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978464.033543:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033550:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978464.033552:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033553:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033555:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033558:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978464.033559:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033563:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978464.033564:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978464.033565:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978464.033569:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978464.033571:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978464.033572:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033573:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978464.033574:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033576:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978464.033577:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978464.033838:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978464.033841:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978464.033844:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978465.057964:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978465.057971:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978465.057977:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978465.057978:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978465.057981:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978465.057982:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978465.059796:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978465.059803:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978465.059807:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978466.081991:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978466.081999:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978466.082007:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978466.082008:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978466.082012:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978466.082013:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978466.085542:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978466.085549:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978466.085554:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978467.105502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978467.105507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978467.105515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978467.105516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978467.105519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978467.105520:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978467.105603:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978467.105606:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978467.105609:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978468.129490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978468.129496:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978468.129502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978468.129503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978468.129505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978468.129506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978468.130999:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978468.131004:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978468.131009:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978468.321592:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978468.321603:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978468.321612:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8dc6c4d. 00000020:00000040:2.0:1780978468.321619:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978468.321623:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978468.321626:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978468.321631:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978468.321639:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978468.321645:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321655:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978468.321666:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978468.321669:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321674:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8dc6c4d] to pc [ptlrpcd_01_00+0] req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.321714:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321716:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978468.321720:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978468.321723:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e097e8. 00000020:00000040:2.0:1780978468.321725:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978468.321727:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978468.321728:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978468.321729:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978468.321732:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978468.321735:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321738:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978468.321745:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978468.321746:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321749:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016e097e8] to pc [ptlrpcd_01_01+1] req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.321761:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321763:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978468.321766:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978468.321768:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a32c801. 00000020:00000040:2.0:1780978468.321769:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978468.321771:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978468.321772:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978468.321773:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978468.321776:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978468.321778:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321781:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978468.321787:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978468.321789:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.321791:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008a32c801] to pc [ptlrpcd_01_00+0] req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.321798:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978468.321799:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978468.321833:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978468.321836:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978468.321846:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978468.321852:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3860) 00000100:00000001:3.0:1780978468.321855:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978468.321859:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978468.321862:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780978468.321865:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1780978468.321866:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.321867:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978468.321868:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978468.321870:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.321874:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978468.321875:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.321876:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978468.321877:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978468.321879:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978468.321879:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978468.321881:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.321881:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978468.321884:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857600:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780978468.321884:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341857536:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978468.321888:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1780978468.321888:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978468.321892:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978468.321892:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978468.321894:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.321894:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978468.321897:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1780978468.321897:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978468.321901:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000010:3.0:1780978468.321901:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:2.0:1780978468.321903:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.321903:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978468.321911:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.321916:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978468.321916:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:2.0:1780978468.321919:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978468.321922:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000400:00000010:3.0:1780978468.321922:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:2.0:1780978468.321929:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857600, portal 10 00000100:00000200:3.0:1780978468.321930:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857536, portal 25 00000100:00000001:2.0:1780978468.321931:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978468.321931:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978468.321932:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707064384 : -109779002487232 : ffff9c28158d8e40) 00000100:00000001:3.0:1780978468.321932:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707076544 : -109779002475072 : ffff9c28158dbdc0) 00000100:00000040:2.0:1780978468.321938:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978468.321938:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.321945:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1780978468.321945:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978468.321948:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000100:00000040:3.0:1780978468.321948:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978468.321950:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000400:00000010:3.0:1780978468.321950:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009765ebce. 00000100:00000200:2.0:1780978468.321952:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857600, offset 0 00000100:00000200:3.0:1780978468.321952:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341857536, offset 0 00000400:00000200:3.0:1780978468.321958:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978468.321964:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978468.321966:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.321973:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978468.321991:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978468.321994:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978468.321998:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978468.322001:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2283:2283:256:4294967295] 192.168.201.116@tcp LPNI seq info [2283:2283:8:4294967295] 00000400:00000200:3.0:1780978468.322006:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.322014:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:2.0:1780978468.322018:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:3.0:1780978468.322020:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978468.322021:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978468.322024:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000800:00000010:3.0:1780978468.322024:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214254). 00000400:00000200:2.0:1780978468.322026:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978468.322027:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978468.322029:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2284:2284:255:4294967295] 192.168.201.116@tcp LPNI seq info [2284:2284:7:4294967295] 00000800:00000200:3.0:1780978468.322031:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000400:00000200:2.0:1780978468.322033:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.322037:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978468.322038:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978468.322041:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000200:3.0:1780978468.322043:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1780978468.322044:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3214502). 00000800:00000200:2.0:1780978468.322047:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978468.322050:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978468.322052:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978468.322054:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322054:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322056:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978468.322056:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978468.322059:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322059:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322061:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780978468.322062:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322064:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978468.322064:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.322069:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978468.322070:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322072:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1780978468.322072:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780978468.322073:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 02000000:00000001:3.0:1780978468.322073:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322075:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780978468.322075:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857664:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978468.322076:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978468.322077:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322078:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780978468.322079:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.322080:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978468.322081:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.322082:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978468.322084:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978468.322085:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978468.322088:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978468.322090:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003476c88f. 00000400:00000010:3.0:1780978468.322094:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978468.322096:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857664, portal 10 00000100:00000001:3.0:1780978468.322097:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978468.322098:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707066816 : -109779002484800 : ffff9c28158d97c0) 00000100:00000040:3.0:1780978468.322103:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.322107:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978468.322109:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978468.322111:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096aa60ee. 00000100:00000200:3.0:1780978468.322113:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857664, offset 0 00000400:00000200:3.0:1780978468.322116:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978468.322119:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.322121:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978468.322124:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978468.322126:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978468.322127:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978468.322129:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2285:2285:254:4294967295] 192.168.201.116@tcp LPNI seq info [2285:2285:6:4294967295] 00000400:00000200:3.0:1780978468.322132:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.322137:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978468.322140:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000200:2.0:1780978468.322141:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978468.322142:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214750). 00000800:00000010:2.0:1780978468.322144:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214502). 00000800:00000200:3.0:1780978468.322146:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978468.322149:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000400:00000200:2.0:1780978468.322150:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1780978468.322151:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978468.322153:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978468.322154:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978468.322154:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978468.322156:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978468.322158:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009765ebce 00000100:00000001:3.0:1780978468.322158:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322159:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1780978468.322160:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009765ebce. 00000100:00000001:3.0:1780978468.322162:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978468.322163:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:3.0:1780978468.322164:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978468.322165:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1780978468.322166:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.322166:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978468.322167:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.322169:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322174:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978468.322176:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.322182:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322183:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978468.322196:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978468.322197:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214254). 00000400:00000200:2.0:1780978468.322199:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978468.322202:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978468.322204:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:2.0:1780978468.322205:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:2.0:1780978468.322207:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978468.322209:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.322214:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978468.322216:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.322220:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322221:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978468.322279:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978468.322281:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:2.0:1780978468.322284:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978468.322288:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978468.322290:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096aa60ee 00000400:00000010:2.0:1780978468.322291:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096aa60ee. 00000100:00000001:2.0:1780978468.322293:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978468.322295:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.322301:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978468.322303:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.322308:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.322310:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978468.329427:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978468.329444:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978468.329449:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978468.329453:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978468.329465:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.329473:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978468.329480:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.329485:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.329489:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.329493:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24b40 00000400:00000200:3.0:1780978468.329497:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978468.329503:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x701d [1] + 224 00000800:00000001:3.0:1780978468.329511:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978468.329517:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978468.329520:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978468.329524:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978468.329531:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978468.329536:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978468.329547:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.329568:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978468.329577:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978468.329580:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978468.332174:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978468.332181:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978468.332191:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978468.332193:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978468.332196:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:2.0:1780978468.332207:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978468.332210:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978468.332214:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978468.332225:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978468.332237:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.332246:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978468.332248:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978468.332250:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978468.332253:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978468.332255:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978468.332258:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978468.332261:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978468.332270:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=117 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978468.332274:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=117 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978468.332277:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978468.332278:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978468.332280:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978468.332284:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.332287:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978468.332288:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978468.332290:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978468.332291:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978468.332295:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.332302:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978468.332305:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978468.332307:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978468.332310:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978468.332318:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857600:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978468.332323:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978468.332325:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978468.332328:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016e097e8 x1867487341857600/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.332334:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978468.332337:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978468.332339:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978468.332343:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978468.332345:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978468.332347:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978468.332349:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978468.332351:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978468.332354:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978468.332386:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978468.332387:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e097e8. 00000100:00000001:2.0:1780978468.332391:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978468.332393:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978468.332394:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978468.332403:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978468.332404:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978468.332407:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978468.332409:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978468.340904:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.340929:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978468.340934:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.340936:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978468.340950:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.340958:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978468.340969:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.340974:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.340978:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.340982:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24b00 00000400:00000200:2.0:1780978468.340988:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.340993:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7025 [1] + 224 00000800:00000001:2.0:1780978468.341002:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.341007:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978468.341009:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978468.341013:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978468.341020:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978468.341029:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978468.341048:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.341079:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978468.341095:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.341099:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978468.341100:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.341102:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978468.341105:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.341108:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978468.341113:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.341115:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.341117:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.341119:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24b80 00000400:00000200:2.0:1780978468.341123:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978468.341127:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x703d [1] + 224 00000800:00000001:2.0:1780978468.341130:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.341139:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978468.341140:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978468.341142:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978468.341145:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978468.341149:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978468.341156:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978468.341162:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978468.341165:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978468.341167:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341255:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978468.341260:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978468.341271:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978468.341273:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978468.341275:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978468.341280:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978468.341282:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978468.341285:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978468.341290:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978468.341296:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341304:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978468.341306:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341308:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978468.341311:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978468.341314:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978468.341316:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.341320:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978468.341326:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=117 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978468.341331:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=117 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978468.341333:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978468.341335:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978468.341338:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978468.341340:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.341342:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978468.341347:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341352:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978468.341406:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978468.341410:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978468.341414:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978468.341422:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8dc6c4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341857536:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978468.341428:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978468.341429:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978468.341430:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003476c88f. 00000400:00000200:3.0:1780978468.341432:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:3.0:1780978468.341433:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:3.0:1780978468.341435:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978468.341437:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978468.341443:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341453:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978468.341454:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341455:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978468.341456:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978468.341457:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978468.341458:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978468.341460:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978468.341467:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=116 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978468.341470:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=116 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978468.341472:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978468.341473:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978468.341475:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978468.341478:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.341481:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978468.341482:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978468.341484:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978468.341485:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978468.341488:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341492:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978468.341494:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978468.341495:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978468.341497:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978468.341503:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a32c801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341857664:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978468.341506:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341509:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978468.341511:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8dc6c4d x1867487341857536/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978475 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341517:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978468.341520:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978468.341523:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978468.341527:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978468.341530:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978468.341532:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978468.341534:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978468.341536:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978468.341541:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978468.341542:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978468.341544:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8dc6c4d. 00000100:00000001:3.0:1780978468.341548:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978468.341549:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341551:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978468.341553:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008a32c801 x1867487341857664/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978468.341557:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978468.341558:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978468.341559:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978468.341561:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978468.341562:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978468.341562:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978468.341564:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978468.341565:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978468.341567:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978468.341568:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978468.341568:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a32c801. 00000100:00000001:3.0:1780978468.341571:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978468.341571:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341573:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978468.341582:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978468.341584:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978468.341586:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978468.341588:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153439:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978469.153444:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153450:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978469.153453:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978469.153456:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978469.153461:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978469.153463:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978469.153464:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153467:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978469.153469:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153471:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153473:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978469.153476:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978469.153477:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978469.153544:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978469.153548:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978469.153551:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978470.180130:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978470.180134:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978470.180141:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978470.180142:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978470.180146:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978470.180146:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978470.180233:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978470.180236:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978470.180239:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978471.206875:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978471.206880:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978471.206885:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978471.206886:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978471.206889:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978471.206890:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978471.206988:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978471.206991:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978471.206994:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978472.226245:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978472.226249:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978472.226254:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978472.226255:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978472.226258:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978472.226258:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978472.226577:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978472.226581:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978472.226584:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978473.249713:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978473.249747:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978473.249753:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978473.249754:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978473.249765:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978473.249766:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978473.251411:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978473.251416:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978473.251421:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978473.441684:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978473.441698:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978473.441710:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8c629cc. 00000020:00000040:0.0:1780978473.441726:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978473.441731:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978473.441734:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978473.441739:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978473.441747:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea89582. 00000100:00000001:0.0:1780978473.441763:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441773:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978473.441783:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978473.441786:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441790:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8c629cc] to pc [ptlrpcd_00_01+1] req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.441815:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441817:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978473.441820:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978473.441823:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4abef8f. 00000020:00000040:0.0:1780978473.441825:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978473.441827:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978473.441828:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978473.441829:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978473.441831:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc33fdb2. 00000100:00000001:0.0:1780978473.441834:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441850:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978473.441857:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978473.441859:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441861:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4abef8f] to pc [ptlrpcd_00_00+0] req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.441870:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441872:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978473.441875:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978473.441878:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009afefa09. 00000020:00000040:0.0:1780978473.441879:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978473.441882:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978473.441883:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978473.441884:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978473.441886:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e8c30d3. 00000100:00000001:0.0:1780978473.441888:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441899:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978473.441905:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978473.441906:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.441909:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009afefa09] to pc [ptlrpcd_00_01+1] req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.441914:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978473.441915:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978473.441918:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978473.441920:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978473.441922:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978473.441926:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3865) 00000100:00000001:0.0:1780978473.442112:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.442116:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978473.442118:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978473.442123:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442130:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978473.442132:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442136:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978473.442138:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978473.442141:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341857792:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978473.442144:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978473.442149:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978473.442151:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442153:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978473.442159:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978473.442161:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978473.442167:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978473.442172:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000befe06d6. 00000400:00000010:0.0:1780978473.442177:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978473.442183:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857792, portal 10 00000100:00000001:0.0:1780978473.442185:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978473.442187:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701171008 : -109779008380608 : ffff9c281533a140) 00000100:00000040:0.0:1780978473.442193:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442199:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978473.442202:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978473.442204:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b082260c. 00000100:00000200:0.0:1780978473.442207:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857792, offset 0 00000400:00000200:0.0:1780978473.442213:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442221:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442228:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978473.442235:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978473.442240:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978473.442242:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442246:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2286:2286:256:4294967295] 192.168.201.116@tcp LPNI seq info [2286:2286:8:4294967295] 00000400:00000200:0.0:1780978473.442249:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442257:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978473.442264:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978473.442268:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fcd3c86 (tot 3214254). 00000800:00000200:0.0:1780978473.442274:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978473.442282:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978473.442285:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fcd3c86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978473.442307:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442309:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.442311:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442314:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442315:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.442322:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978473.442324:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978473.442326:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.442327:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978473.442328:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978473.442329:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780978473.442330:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.442332:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978473.442333:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.442334:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.442335:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978473.442336:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978473.442338:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442344:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978473.442345:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442346:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978473.442348:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978473.442350:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341857728:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978473.442353:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978473.442379:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978473.442380:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442382:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978473.442384:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978473.442386:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978473.442389:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978473.442391:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d410d95. 00000400:00000010:0.0:1780978473.442394:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 00000100:00000200:0.0:1780978473.442397:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857728, portal 25 00000100:00000001:0.0:1780978473.442398:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978473.442399:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701192896 : -109779008358720 : ffff9c281533f6c0) 00000100:00000040:0.0:1780978473.442403:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442407:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978473.442409:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978473.442411:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e58b61c9. 00000100:00000200:0.0:1780978473.442412:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341857728, offset 0 00000400:00000200:0.0:1780978473.442417:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442420:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442422:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978473.442425:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978473.442427:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978473.442429:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442431:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2287:2287:255:4294967295] 192.168.201.116@tcp LPNI seq info [2287:2287:7:4294967295] 00000400:00000200:0.0:1780978473.442434:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442439:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978473.442442:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978473.442445:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ed0a00e (tot 3214502). 00000800:00000200:0.0:1780978473.442449:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978473.442453:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978473.442455:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ed0a00e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978473.442457:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442459:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.442460:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442462:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978473.442464:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442470:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978473.442471:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442473:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978473.442474:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978473.442476:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341857856:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978473.442478:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978473.442480:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978473.442481:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.442482:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978473.442485:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978473.442486:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978473.442489:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978473.442491:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000146fb6d3. 00000400:00000010:0.0:1780978473.442494:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084bb79cb. 00000100:00000200:0.0:1780978473.442495:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857856, portal 10 00000100:00000001:0.0:1780978473.442497:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978473.442498:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701188032 : -109779008363584 : ffff9c281533e3c0) 00000100:00000040:0.0:1780978473.442501:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.442506:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978473.442508:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978473.442510:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007486df7a. 00000100:00000200:0.0:1780978473.442511:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857856, offset 0 00000400:00000200:0.0:1780978473.442515:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442518:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442521:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978473.442524:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978473.442526:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978473.442599:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978473.442602:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2288:2288:254:4294967295] 192.168.201.116@tcp LPNI seq info [2288:2288:6:4294967295] 00000400:00000200:0.0:1780978473.442607:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978473.442612:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978473.442616:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978473.442618:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0cac96f (tot 3214750). 00000800:00000200:0.0:1780978473.442622:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978473.442625:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978473.442627:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0cac96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978473.442630:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442631:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.442632:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442634:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.442636:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978473.443317:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978473.443322:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fcd3c86 (tot 3214502). 00000400:00000200:3.0:1780978473.443329:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978473.443335:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978473.443339:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b082260c 00000400:00000010:3.0:1780978473.443341:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b082260c. 00000100:00000001:3.0:1780978473.443345:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978473.443349:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443384:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978473.443387:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443393:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978473.443395:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978473.443407:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978473.443409:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ed0a00e (tot 3214254). 00000400:00000200:3.0:1780978473.443411:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978473.443414:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978473.443416:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e58b61c9 00000400:00000010:3.0:1780978473.443417:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e58b61c9. 00000100:00000001:3.0:1780978473.443419:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978473.443421:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443426:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978473.443428:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443433:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978473.443434:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978473.443497:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978473.443499:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0cac96f (tot 3214006). 00000400:00000200:3.0:1780978473.443502:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978473.443505:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978473.443508:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007486df7a 00000400:00000010:3.0:1780978473.443509:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007486df7a. 00000100:00000001:3.0:1780978473.443510:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978473.443512:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443518:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978473.443519:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.443524:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978473.443525:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978473.444954:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978473.444960:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978473.447345:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978473.447393:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978473.447398:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978473.447401:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978473.447414:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978473.447422:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978473.447430:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978473.447435:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978473.447440:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978473.447444:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24bc0 00000400:00000200:2.0:1780978473.447449:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978473.447455:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7055 [1] + 224 00000800:00000001:2.0:1780978473.447464:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978473.447472:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978473.447475:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978473.447479:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978473.447486:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978473.447493:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978473.447504:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978473.447526:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978473.447543:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978473.447547:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.449631:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.449637:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978473.449646:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978473.449648:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978473.449650:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d410d95. 00000400:00000200:0.0:1780978473.449659:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a1d64b 00000400:00000010:0.0:1780978473.449660:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a1d64b. 00000100:00000001:0.0:1780978473.449665:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978473.449676:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978473.449686:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.449693:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978473.449694:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.449696:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978473.449699:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978473.449702:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978473.449704:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.449706:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978473.449722:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=122 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978473.449727:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=122 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978473.449729:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978473.449730:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978473.449733:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978473.449735:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.449736:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.449740:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.449746:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.449749:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978473.449752:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978473.449754:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978473.449770:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341857728:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978473.449776:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.449778:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978473.449781:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8c629cc x1867487341857728/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978480 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.449787:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978473.449789:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978473.449793:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978473.449798:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978473.449800:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978473.449802:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978473.449804:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978473.449806:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:0.0:1780978473.449809:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978473.449810:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978473.449811:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8c629cc. 00000100:00000001:0.0:1780978473.449814:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978473.449815:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.449818:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.449819:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.449820:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978473.449822:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.449823:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978473.454656:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454671:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978473.454675:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454677:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978473.454698:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454707:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978473.454726:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454733:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454737:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454741:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24c00 00000400:00000200:3.0:1780978473.454747:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454753:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x704d [1] + 224 00000800:00000001:3.0:1780978473.454761:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454766:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978473.454768:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978473.454772:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978473.454778:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978473.454787:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978473.454797:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.454825:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978473.454834:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454837:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978473.454838:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454840:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978473.454843:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454846:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978473.454850:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454853:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454855:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454857:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24c40 00000400:00000200:3.0:1780978473.454860:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978473.454863:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x705d [1] + 224 00000800:00000001:3.0:1780978473.454867:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454873:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978473.454874:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978473.454877:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978473.454880:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978473.454883:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978473.454890:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978473.454896:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978473.454899:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978473.454902:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456245:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.456250:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978473.456258:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978473.456259:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978473.456262:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000146fb6d3. 00000400:00000200:0.0:1780978473.456270:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084bb79cb 00000400:00000010:0.0:1780978473.456271:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084bb79cb. 00000100:00000001:0.0:1780978473.456274:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978473.456283:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978473.456291:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456298:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978473.456300:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456302:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978473.456304:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978473.456307:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978473.456308:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.456311:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978473.456320:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=121 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978473.456324:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=121 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978473.456326:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978473.456328:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978473.456330:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978473.456334:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.456336:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978473.456338:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978473.456340:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978473.456341:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.456344:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456350:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.456353:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978473.456355:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978473.456386:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978473.456392:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341857856:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978473.456397:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978473.456398:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978473.456400:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000befe06d6. 00000400:00000200:0.0:1780978473.456402:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017c2d3c2 00000400:00000010:0.0:1780978473.456403:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017c2d3c2. 00000100:00000001:0.0:1780978473.456404:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978473.456406:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978473.456412:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456417:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978473.456418:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456419:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978473.456420:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978473.456421:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978473.456422:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978473.456424:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978473.456427:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=122 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978473.456429:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=122 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978473.456431:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978473.456432:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978473.456434:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978473.456435:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.456437:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978473.456438:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978473.456439:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978473.456440:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978473.456443:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456448:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978473.456450:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978473.456451:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978473.456454:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978473.456459:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341857792:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978473.456462:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456464:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978473.456466:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009afefa09 x1867487341857856/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456472:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978473.456474:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978473.456476:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978473.456480:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978473.456481:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978473.456483:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978473.456485:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978473.456487:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e8c30d3. 02000000:00000001:0.0:1780978473.456490:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978473.456491:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978473.456492:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009afefa09. 00000100:00000001:0.0:1780978473.456495:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978473.456496:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456497:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978473.456499:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d4abef8f x1867487341857792/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978505 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978473.456504:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978473.456505:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978473.456506:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978473.456508:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978473.456509:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978473.456509:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978473.456511:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978473.456511:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bc33fdb2. 02000000:00000001:0.0:1780978473.456513:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978473.456515:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978473.456515:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4abef8f. 00000100:00000001:0.0:1780978473.456517:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978473.456518:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456520:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978473.456527:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978473.456539:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978473.456542:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978473.456544:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273606:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978474.273612:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978474.273614:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978474.273616:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273622:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978474.273624:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273626:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273628:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273631:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978474.273632:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273635:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978474.273636:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978474.273637:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978474.273641:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978474.273643:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978474.273644:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273645:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978474.273646:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273647:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978474.273649:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978474.273821:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978474.273825:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978474.273828:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978475.300970:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978475.300976:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978475.300982:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978475.300983:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978475.300986:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978475.300987:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978475.301603:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978475.301608:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978475.301610:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978476.321895:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978476.321902:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978476.321909:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978476.321909:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978476.321914:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978476.321915:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978476.322144:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978476.322148:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978476.322151:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978477.345911:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978477.345917:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978477.345923:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978477.345924:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978477.345928:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978477.345929:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978477.348682:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978477.348690:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978477.348695:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978478.369497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978478.369502:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978478.369510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978478.369511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978478.369514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978478.369515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978478.372161:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978478.372166:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978478.372171:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978478.562048:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978478.562059:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978478.562070:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e097e8. 00000020:00000040:2.0:1780978478.562077:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978478.562082:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978478.562084:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978478.562089:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978478.562097:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978478.562104:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562114:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978478.562124:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978478.562128:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562133:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000016e097e8] to pc [ptlrpcd_01_01+1] req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.562170:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562174:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978478.562177:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978478.562179:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066d1fa54. 00000020:00000040:2.0:1780978478.562181:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978478.562184:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978478.562185:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978478.562186:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978478.562189:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978478.562192:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562195:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978478.562202:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978478.562203:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562206:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000066d1fa54] to pc [ptlrpcd_01_00+0] req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.562213:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562215:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978478.562218:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978478.562220:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004776e060. 00000020:00000040:2.0:1780978478.562221:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978478.562223:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978478.562224:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978478.562225:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978478.562229:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978478.562231:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562234:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978478.562245:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978478.562246:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.562248:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004776e060] to pc [ptlrpcd_01_01+1] req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.562254:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978478.562256:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978478.562259:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978478.562261:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978478.562264:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978478.562269:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3871) 00000100:00000001:3.0:1780978478.562336:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978478.562341:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978478.562344:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978478.562349:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562389:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978478.562390:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562394:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978478.562396:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978478.562399:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857920:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978478.562404:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978478.562410:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978478.562411:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562414:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978478.562418:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978478.562419:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978478.562426:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978478.562431:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003476c88f. 00000400:00000010:3.0:1780978478.562436:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978478.562442:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857920, portal 25 00000100:00000001:3.0:1780978478.562444:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978478.562445:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707064384 : -109779002487232 : ffff9c28158d8e40) 00000100:00000040:3.0:1780978478.562449:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562456:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978478.562458:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978478.562461:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978478.562463:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341857920, offset 0 00000400:00000200:3.0:1780978478.562469:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562490:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562498:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978478.562505:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978478.562509:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978478.562512:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562515:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2289:2289:256:4294967295] 192.168.201.116@tcp LPNI seq info [2289:2289:8:4294967295] 00000400:00000200:3.0:1780978478.562519:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562527:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978478.562533:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978478.562546:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978478.562553:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978478.562561:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978478.562564:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978478.562576:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562578:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978478.562580:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562583:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978478.562594:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562600:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978478.562601:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562604:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978478.562605:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978478.562608:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004776e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858048:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978478.562611:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978478.562613:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978478.562614:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562616:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978478.562618:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978478.562620:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978478.562631:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978478.562634:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978478.562637:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978478.562640:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858048, portal 10 00000100:00000001:3.0:1780978478.562641:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978478.562642:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707089920 : -109779002461696 : ffff9c28158df200) 00000100:00000040:3.0:1780978478.562648:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562654:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978478.562656:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978478.562658:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978478.562660:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858048, offset 0 00000400:00000200:3.0:1780978478.562665:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562669:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562672:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978478.562675:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978478.562677:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978478.562679:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562681:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2290:2290:255:4294967295] 192.168.201.116@tcp LPNI seq info [2290:2290:7:4294967295] 00000400:00000200:3.0:1780978478.562684:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562688:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978478.562691:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978478.562694:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000064b6ed1 (tot 3214502). 00000800:00000200:3.0:1780978478.562697:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978478.562701:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978478.562703:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000064b6ed1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978478.562705:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562706:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978478.562708:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562709:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562711:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.562719:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978478.562720:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978478.562722:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978478.562723:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978478.562724:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978478.562726:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978478.562727:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.562729:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978478.562730:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.562731:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978478.562732:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978478.562733:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978478.562735:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562741:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978478.562742:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562743:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978478.562745:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978478.562747:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066d1fa54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857984:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978478.562750:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978478.562751:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978478.562752:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.562753:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978478.562756:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978478.562757:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978478.562759:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978478.562761:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c80ea8. 00000400:00000010:3.0:1780978478.562764:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978478.562766:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341857984, portal 10 00000100:00000001:3.0:1780978478.562767:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978478.562768:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707081408 : -109779002470208 : ffff9c28158dd0c0) 00000100:00000040:3.0:1780978478.562773:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.562778:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978478.562780:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978478.562781:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978478.562783:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341857984, offset 0 00000400:00000200:3.0:1780978478.562787:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562789:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562792:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978478.562794:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978478.562796:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978478.562798:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978478.562800:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2291:2291:254:4294967295] 192.168.201.116@tcp LPNI seq info [2291:2291:6:4294967295] 00000400:00000200:3.0:1780978478.562803:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.562807:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978478.562811:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978478.562814:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006879befb (tot 3214750). 00000800:00000200:3.0:1780978478.562817:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978478.562820:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978478.562822:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006879befb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978478.562825:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562826:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978478.562827:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562829:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562830:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.562842:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978478.562844:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978478.568896:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978478.568903:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214502). 00000400:00000200:2.0:1780978478.568913:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978478.568923:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978478.568928:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:2.0:1780978478.568930:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:2.0:1780978478.568936:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978478.568942:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.568953:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978478.568956:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.568962:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978478.568964:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978478.568977:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978478.568979:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000064b6ed1 (tot 3214254). 00000400:00000200:2.0:1780978478.568982:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978478.568984:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978478.568986:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:2.0:1780978478.568988:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:2.0:1780978478.568990:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978478.568992:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.568998:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978478.569000:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.569004:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978478.569005:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978478.569067:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978478.569069:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006879befb (tot 3214006). 00000400:00000200:2.0:1780978478.569072:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978478.569075:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978478.569077:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:2.0:1780978478.569079:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:2.0:1780978478.569081:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978478.569084:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.569090:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978478.569092:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.569097:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978478.569098:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978478.571853:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.571877:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978478.571882:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.571884:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.571896:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.571904:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978478.571910:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.571916:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.571919:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.571923:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24c80 00000400:00000200:3.0:1780978478.571928:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.571934:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7065 [1] + 224 00000800:00000001:3.0:1780978478.571942:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.571946:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.571949:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978478.571952:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978478.571959:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978478.571966:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978478.571976:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.572002:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978478.572011:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572014:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978478.572016:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572017:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.572020:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572024:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978478.572028:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572030:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572032:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572034:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24d00 00000400:00000200:3.0:1780978478.572037:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572041:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7075 [1] + 224 00000800:00000001:3.0:1780978478.572044:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572046:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.572048:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978478.572050:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978478.572053:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978478.572055:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978478.572061:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.572068:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978478.572070:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572072:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978478.572074:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572075:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.572078:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572081:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978478.572084:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572086:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572088:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572090:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24cc0 00000400:00000200:3.0:1780978478.572092:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978478.572095:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7085 [1] + 224 00000800:00000001:3.0:1780978478.572098:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572103:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978478.572104:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978478.572107:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978478.572109:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978478.572111:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978478.572117:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.572123:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978478.572125:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978478.572127:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978478.573410:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978478.573416:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978478.573427:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978478.573429:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978478.573432:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c80ea8. 00000400:00000200:2.0:1780978478.573449:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:2.0:1780978478.573452:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:2.0:1780978478.573455:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978478.573465:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978478.573476:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.573546:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978478.573549:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978478.573551:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978478.573554:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978478.573556:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978478.573558:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978478.573561:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978478.573570:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=127 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978478.573575:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=127 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978478.573578:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978478.573579:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978478.573581:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978478.573585:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978478.573588:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978478.573590:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978478.573592:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978478.573593:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.573597:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.573604:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978478.573607:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978478.573609:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978478.573612:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978478.573620:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066d1fa54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341857984:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978478.573636:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978478.573637:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978478.573639:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003476c88f. 00000400:00000200:2.0:1780978478.573641:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:2.0:1780978478.573643:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:2.0:1780978478.574052:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978478.574056:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978478.574064:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.574069:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978478.574071:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978478.574072:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978478.574073:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978478.574075:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978478.574076:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978478.574078:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978478.574081:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=127 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978478.574083:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=127 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978478.574085:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978478.574086:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978478.574088:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978478.574089:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978478.574091:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978478.574093:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978478.574098:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978478.574100:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978478.574101:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978478.574103:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978478.574109:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e097e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341857920:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978478.575038:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978478.575042:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978478.575045:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978478.575050:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:3.0:1780978478.575052:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:3.0:1780978478.575055:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978478.575063:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978478.575071:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.575077:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978478.575078:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575081:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978478.575082:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978478.575084:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978478.575086:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978478.575087:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978478.575093:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=126 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978478.575097:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=126 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978478.575099:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978478.575100:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978478.575102:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978478.575105:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.575107:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978478.575109:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978478.575111:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978478.575112:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978478.575115:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.575121:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978478.575124:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978478.575125:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978478.575127:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978478.575134:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004776e060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858048:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978478.575138:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575140:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978478.575143:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000066d1fa54 x1867487341857984/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.575149:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978478.575151:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978478.575154:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978478.575157:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978478.575159:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978478.575161:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978478.575163:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978478.575165:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978478.575168:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978478.575169:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978478.575170:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066d1fa54. 00000100:00000001:3.0:1780978478.575173:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978478.575174:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575175:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978478.575178:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000016e097e8 x1867487341857920/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978485 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.575183:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978478.575184:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978478.575185:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978478.575187:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978478.575188:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978478.575188:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978478.575190:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978478.575191:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978478.575192:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978478.575193:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978478.575194:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e097e8. 00000100:00000001:3.0:1780978478.575197:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978478.575197:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575199:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978478.575201:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004776e060 x1867487341858048/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978510 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978478.575206:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978478.575207:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978478.575208:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4d083e. 02000000:00000001:3.0:1780978478.575209:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978478.575210:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978478.575211:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978478.575212:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978478.575213:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978478.575215:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978478.575216:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978478.575217:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004776e060. 00000100:00000001:3.0:1780978478.575219:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978478.575220:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575221:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978478.575230:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978478.575231:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978478.575234:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978478.575236:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396265:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978479.396271:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396277:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978479.396280:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978479.396282:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978479.396287:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978479.396289:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978479.396290:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396293:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978479.396296:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396298:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396300:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978479.396303:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978479.396304:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978479.396488:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978479.396492:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978479.396495:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780978480.097591:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780978480.097621:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978480.097623:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780978480.097628:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 1 seconds 00000100:00000001:1.0:1780978480.097634:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978480.097636:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978480.097654:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978480.097665:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978480.097666:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978480.097670:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978480.097674:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978480.097676:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341855552:192.168.201.116@tcp:101:createmany.0 00000100:00000001:1.0:1780978480.097681:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978480.097687:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978480.097689:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978480.097691:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978480.097744:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:1.0:1780978480.097746:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978480.097754:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978480.097762:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aa4cb40. 00000400:00000010:1.0:1780978480.097767:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000009384e235 (tot 3214638). 00000100:00000200:1.0:1780978480.097774:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341855552, portal 10 00000100:00000001:1.0:1780978480.097776:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978480.097778:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447404736 : -109779262146880 : ffff9c28061376c0) 00000100:00000040:1.0:1780978480.097783:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1780978480.097791:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978480.097793:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978480.097796:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb09243. 00000100:00000200:1.0:1780978480.097799:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341855552, offset 0 00000400:00000200:1.0:1780978480.097805:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978480.097813:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978480.097821:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978480.097829:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978480.097832:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978480.097834:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978480.097838:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2292:2292:256:4294967295] 192.168.201.116@tcp LPNI seq info [2292:2292:8:4294967295] 00000400:00000200:1.0:1780978480.097841:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978480.097849:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978480.097856:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978480.097860:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029435db (tot 3214886). 00000800:00000200:1.0:1780978480.097866:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978480.097874:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978480.097878:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000029435db type 1, nob 752 niov 1 nkiov 1 00000100:00000001:1.0:1780978480.097898:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978480.097900:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978480.097903:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978480.097905:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978480.098181:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978480.098186:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029435db (tot 3214638). 00000400:00000200:2.0:1780978480.098192:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978480.098198:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978480.098204:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb09243 00000400:00000010:2.0:1780978480.098206:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb09243. 00000100:00000001:2.0:1780978480.098210:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978480.098215:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978480.098224:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978480.098226:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978480.098232:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978480.098234:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:0.0:1780978480.418060:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978480.418066:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978480.418074:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978480.418074:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978480.418078:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978480.418079:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978480.418416:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978480.418420:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978480.418423:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978481.129912:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978481.129919:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978481.129921:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978481.129927:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7c2561e going to sleep for 30 seconds 00000100:00000001:0.0:1780978481.129933:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978481.129938:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978481.441520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978481.441526:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978481.441533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978481.441534:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978481.441537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978481.441538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978481.441635:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978481.441639:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978481.441641:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978482.465493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978482.465498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978482.465505:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978482.465506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978482.465510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978482.465511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978482.465624:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978482.465628:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978482.465632:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978483.489557:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978483.489565:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978483.489567:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978483.489569:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489576:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978483.489578:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489580:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489590:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489595:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978483.489596:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489599:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978483.489600:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978483.489601:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978483.489605:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978483.489607:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978483.489608:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489609:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978483.489610:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489611:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978483.489613:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978483.489873:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978483.489877:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978483.489879:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978483.681512:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978483.681522:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978483.681564:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025f33995. 00000020:00000040:2.0:1780978483.681570:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978483.681575:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978483.681578:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978483.681582:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978483.681590:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978483.681597:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681607:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978483.681616:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978483.681620:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681626:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000025f33995] to pc [ptlrpcd_01_00+0] req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.681656:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681658:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978483.681661:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978483.681664:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6e3c839. 00000020:00000040:2.0:1780978483.681666:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978483.681668:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978483.681669:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978483.681671:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978483.681674:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978483.681677:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681683:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978483.681689:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978483.681690:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681693:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c6e3c839] to pc [ptlrpcd_01_01+1] req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.681699:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681701:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978483.681704:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978483.681706:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3519ced. 00000020:00000040:2.0:1780978483.681708:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978483.681710:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978483.681711:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978483.681712:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978483.681714:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978483.681716:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681718:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978483.681724:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978483.681725:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978483.681727:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e3519ced] to pc [ptlrpcd_01_00+0] req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.681733:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978483.681735:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978483.681738:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978483.681740:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978483.681742:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978483.681747:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3876) 00000100:00000001:3.0:1780978483.682086:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.682090:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978483.682093:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978483.682098:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682106:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978483.682108:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682112:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978483.682114:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978483.682117:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025f33995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341858112:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978483.682122:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978483.682128:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978483.682130:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682133:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978483.682138:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978483.682140:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978483.682147:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978483.682152:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978483.682157:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978483.682165:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858112, portal 25 00000100:00000001:3.0:1780978483.682167:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978483.682168:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707063168 : -109779002488448 : ffff9c28158d8980) 00000100:00000040:3.0:1780978483.682173:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682179:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978483.682181:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978483.682183:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978483.682185:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341858112, offset 0 00000400:00000200:3.0:1780978483.682191:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682199:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682205:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978483.682213:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978483.682216:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978483.682219:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682232:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2293:2293:256:4294967295] 192.168.201.116@tcp LPNI seq info [2293:2293:8:4294967295] 00000400:00000200:3.0:1780978483.682237:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682243:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978483.682250:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978483.682254:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214886). 00000800:00000200:3.0:1780978483.682260:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978483.682268:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978483.682271:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978483.682288:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682290:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.682292:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682295:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978483.682297:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682303:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978483.682304:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682306:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978483.682307:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978483.682309:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3519ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858240:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978483.682319:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978483.682320:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978483.682322:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682323:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978483.682325:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978483.682327:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978483.682330:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978483.682332:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978483.682334:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978483.682336:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858240, portal 10 00000100:00000001:3.0:1780978483.682338:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978483.682338:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707080192 : -109779002471424 : ffff9c28158dcc00) 00000100:00000040:3.0:1780978483.682343:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682348:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978483.682350:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978483.682352:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc26c45b. 00000100:00000200:3.0:1780978483.682353:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858240, offset 0 00000400:00000200:3.0:1780978483.682388:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682392:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682395:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978483.682398:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978483.682400:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978483.682402:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682404:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2294:2294:255:4294967295] 192.168.201.116@tcp LPNI seq info [2294:2294:7:4294967295] 00000400:00000200:3.0:1780978483.682408:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682413:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978483.682417:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978483.682420:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3215134). 00000800:00000200:3.0:1780978483.682424:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978483.682427:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978483.682429:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978483.682432:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682433:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.682435:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682437:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682439:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.682446:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978483.682447:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978483.682449:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.682450:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978483.682451:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978483.682453:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978483.682454:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.682456:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978483.682457:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.682458:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.682459:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978483.682460:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978483.682462:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682468:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978483.682468:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682470:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978483.682472:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978483.682474:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6e3c839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858176:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978483.682477:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978483.682478:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978483.682479:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.682480:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978483.682482:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082a7f736. 02000000:00000001:3.0:1780978483.682484:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978483.682486:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978483.682488:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978483.682490:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978483.682492:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858176, portal 10 00000100:00000001:3.0:1780978483.682494:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978483.682495:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707077760 : -109779002473856 : ffff9c28158dc280) 00000100:00000040:3.0:1780978483.682499:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.682504:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978483.682506:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978483.682508:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978483.682510:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858176, offset 0 00000400:00000200:3.0:1780978483.682513:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682516:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682519:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978483.682521:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978483.682523:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978483.682525:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978483.682527:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2295:2295:254:4294967295] 192.168.201.116@tcp LPNI seq info [2295:2295:6:4294967295] 00000400:00000200:3.0:1780978483.682542:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978483.682547:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978483.682550:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978483.682553:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3215382). 00000800:00000200:3.0:1780978483.682556:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978483.682559:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978483.682561:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978483.682563:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682564:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.682566:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682568:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682569:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.682579:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.682580:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978483.682745:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978483.682749:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3215134). 00000400:00000200:2.0:1780978483.682755:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.682760:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978483.682765:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:2.0:1780978483.682766:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:2.0:1780978483.682770:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978483.682773:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.682781:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978483.682783:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.682787:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978483.682789:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978483.682799:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978483.682816:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214886). 00000400:00000200:2.0:1780978483.682819:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.682822:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978483.682824:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc26c45b 00000400:00000010:2.0:1780978483.682825:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc26c45b. 00000100:00000001:2.0:1780978483.682827:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978483.682828:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.682834:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978483.682836:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.682840:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978483.682841:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978483.683152:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978483.683155:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3214638). 00000400:00000200:2.0:1780978483.683158:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.683161:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978483.683163:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:2.0:1780978483.683165:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:2.0:1780978483.683167:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978483.683169:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.683176:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978483.683177:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.683182:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978483.683183:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978483.689868:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.689900:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978483.689904:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.689907:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.689919:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.689928:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978483.689937:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.689943:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.689948:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.689952:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24dc0 00000400:00000200:2.0:1780978483.689957:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.689963:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x70ad [1] + 224 00000800:00000001:2.0:1780978483.689973:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.689979:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.689982:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.689987:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978483.689995:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978483.690002:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978483.690014:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.690035:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978483.690044:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690048:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978483.690050:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690052:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.690055:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690059:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978483.690063:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690065:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690068:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690070:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24d80 00000400:00000200:2.0:1780978483.690073:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690076:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x70bd [1] + 224 00000800:00000001:2.0:1780978483.690080:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690083:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.690084:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.690087:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978483.690089:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978483.690092:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978483.690099:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.690106:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978483.690109:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690111:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978483.690113:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690115:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.690117:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690120:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978483.690124:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690126:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690128:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690130:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24d40 00000400:00000200:2.0:1780978483.690133:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978483.690137:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x709d [1] + 224 00000800:00000001:2.0:1780978483.690141:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690146:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978483.690147:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978483.690160:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978483.690162:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978483.690165:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978483.690172:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978483.690178:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978483.690181:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978483.690184:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692596:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.692604:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978483.692612:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978483.692614:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978483.692616:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978483.692624:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978483.692626:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978483.692630:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978483.692640:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978483.692650:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692669:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978483.692671:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692673:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978483.692677:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978483.692680:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978483.692682:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.692686:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978483.692694:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=132 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978483.692699:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=132 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978483.692701:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978483.692703:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978483.692706:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978483.692709:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.692713:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978483.692714:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978483.692716:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978483.692717:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978483.692721:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692728:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.692731:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978483.692733:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978483.692736:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978483.692749:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6e3c839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858176:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978483.692755:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978483.692756:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978483.692757:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978483.692759:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:3.0:1780978483.692761:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:3.0:1780978483.692762:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978483.692765:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978483.692771:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692777:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978483.692778:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692779:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978483.692780:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978483.692781:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978483.692782:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.692783:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978483.692786:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=132 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978483.692788:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=132 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978483.692790:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978483.692791:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978483.692792:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978483.692793:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.692795:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978483.692797:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692802:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.692804:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978483.692805:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978483.692807:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978483.692816:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025f33995 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341858112:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978483.692820:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978483.692821:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978483.692822:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978483.692824:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:3.0:1780978483.692825:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:3.0:1780978483.692826:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978483.692828:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978483.692834:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692839:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978483.692840:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692841:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978483.692842:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978483.692843:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978483.692844:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978483.692846:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978483.692848:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=131 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978483.692851:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=131 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978483.692853:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978483.692854:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978483.692855:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978483.692857:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.692858:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978483.692859:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978483.692861:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978483.692862:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978483.692864:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692869:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978483.692870:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978483.692871:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978483.692873:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978483.692879:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3519ced pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858240:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978483.692882:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692896:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978483.692899:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c6e3c839 x1867487341858176/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692904:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978483.692907:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978483.692909:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082a7f736. 02000000:00000001:3.0:1780978483.692913:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978483.692915:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978483.692916:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978483.692919:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978483.692920:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978483.692924:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978483.692925:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978483.692926:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6e3c839. 00000100:00000001:3.0:1780978483.692930:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978483.692931:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692932:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978483.692934:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000025f33995 x1867487341858112/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978490 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692939:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978483.692940:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978483.692941:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978483.692942:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978483.692943:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978483.692944:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978483.692945:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978483.692946:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978483.692948:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978483.692949:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978483.692950:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025f33995. 00000100:00000001:3.0:1780978483.692951:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978483.692952:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692953:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978483.692955:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3519ced x1867487341858240/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978515 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978483.692960:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978483.692961:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978483.692961:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f277c52f. 02000000:00000001:3.0:1780978483.692963:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978483.692964:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978483.692964:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978483.692966:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978483.692967:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978483.692968:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978483.692969:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978483.692969:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3519ced. 00000100:00000001:3.0:1780978483.692971:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978483.692972:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692973:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978483.692981:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978483.692983:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978483.692985:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978483.692987:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978484.513487:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978484.513494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978484.513510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978484.513511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978484.513515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978484.513524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978484.513630:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978484.513634:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978484.513637:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978485.537455:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978485.537462:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978485.537469:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978485.537470:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978485.537473:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978485.537474:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978485.537729:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978485.537733:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978485.537735:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978486.561511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978486.561517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978486.561524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978486.561525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978486.561528:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978486.561529:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978486.561635:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978486.561639:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978486.561641:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978487.585630:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978487.585636:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978487.585645:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978487.585646:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978487.585650:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978487.585650:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978487.585974:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978487.585979:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978487.585983:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978488.609562:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978488.609568:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978488.609574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978488.609577:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978488.609580:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978488.609586:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978488.609589:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978488.609590:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978488.609593:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978488.609595:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978488.609597:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978488.609599:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978488.609602:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978488.609603:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978488.611158:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978488.611164:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978488.611169:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978488.801605:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978488.801616:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978488.801626:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051048c39. 00000020:00000040:3.0:1780978488.801632:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978488.801636:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978488.801638:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978488.801644:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978488.801651:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ba656e9. 00000100:00000001:3.0:1780978488.801658:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801668:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978488.801678:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978488.801681:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801685:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051048c39] to pc [ptlrpcd_01_01+1] req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.801718:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801721:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978488.801724:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978488.801727:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea1ac9e1. 00000020:00000040:3.0:1780978488.801729:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978488.801731:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978488.801732:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978488.801734:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978488.801737:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006bb56103. 00000100:00000001:3.0:1780978488.801739:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801742:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978488.801748:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978488.801750:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801752:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ea1ac9e1] to pc [ptlrpcd_01_00+0] req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.801759:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801761:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978488.801764:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978488.801766:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af0c3b3d. 00000020:00000040:3.0:1780978488.801768:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978488.801770:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978488.801772:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978488.801773:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978488.801776:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000faaed9c1. 00000100:00000001:3.0:1780978488.801778:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801780:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978488.801786:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978488.801787:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.801790:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af0c3b3d] to pc [ptlrpcd_01_01+1] req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.801796:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978488.801798:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978488.801801:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978488.801803:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978488.801806:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978488.801810:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3881) 00000100:00000001:3.0:1780978488.801819:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.801822:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978488.801824:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978488.801828:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.801835:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978488.801837:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.801840:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978488.801842:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978488.801845:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858368:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978488.801850:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978488.801855:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978488.801857:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.801859:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978488.801864:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978488.801866:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978488.801873:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978488.801878:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978488.801885:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978488.801892:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858368, portal 10 00000100:00000001:3.0:1780978488.801894:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978488.801895:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392670016 : -109779316881600 : ffff9c2802d04740) 00000100:00000040:3.0:1780978488.801901:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.801907:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978488.801910:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978488.801912:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978488.801915:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858368, offset 0 00000400:00000200:3.0:1780978488.801923:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978488.801932:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.801941:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978488.801949:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978488.801952:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978488.801955:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978488.801958:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2296:2296:256:4294967295] 192.168.201.116@tcp LPNI seq info [2296:2296:8:4294967295] 00000400:00000200:3.0:1780978488.801961:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.801969:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978488.801975:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978488.801980:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005202dcc2 (tot 3214886). 00000800:00000200:3.0:1780978488.801987:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978488.801994:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978488.801998:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005202dcc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978488.802008:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802009:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.802012:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802014:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802016:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.802024:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978488.802026:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:3.0:1780978488.802028:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.802029:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978488.802030:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978488.802031:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1780978488.802033:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.802034:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978488.802035:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.802036:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.802037:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978488.802038:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978488.802040:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.802046:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978488.802047:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.802048:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978488.802050:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978488.802052:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341858304:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978488.802055:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978488.802056:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978488.802057:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.802059:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978488.802061:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978488.802062:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978488.802065:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978488.802068:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978488.802071:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978488.802073:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858304, portal 25 00000100:00000001:3.0:1780978488.802075:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978488.802076:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392661504 : -109779316890112 : ffff9c2802d02600) 00000100:00000040:3.0:1780978488.802079:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.802088:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978488.802090:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978488.802092:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978488.802093:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341858304, offset 0 00000400:00000200:3.0:1780978488.802097:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978488.802100:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.802103:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978488.802106:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978488.802108:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978488.802110:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978488.802112:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2297:2297:255:4294967295] 192.168.201.116@tcp LPNI seq info [2297:2297:7:4294967295] 00000400:00000200:3.0:1780978488.802115:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.802120:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978488.802123:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978488.802126:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3215134). 00000800:00000200:3.0:1780978488.802129:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978488.802132:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978488.802134:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978488.802136:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802138:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.802139:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802141:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978488.802144:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.802149:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978488.802150:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.802152:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978488.802153:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978488.802155:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af0c3b3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858432:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978488.802158:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978488.802160:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978488.802161:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.802163:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978488.802165:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978488.802166:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978488.802169:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978488.802171:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978488.802173:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000790b552. 00000100:00000200:3.0:1780978488.802176:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858432, portal 10 00000100:00000001:3.0:1780978488.802177:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978488.802178:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392671232 : -109779316880384 : ffff9c2802d04c00) 00000100:00000040:3.0:1780978488.802183:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.802188:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978488.802190:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978488.802192:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978488.802193:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858432, offset 0 00000400:00000200:3.0:1780978488.802197:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978488.802200:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.802203:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978488.802206:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978488.802209:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978488.802210:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978488.802213:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2298:2298:254:4294967295] 192.168.201.116@tcp LPNI seq info [2298:2298:6:4294967295] 00000400:00000200:3.0:1780978488.802217:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978488.802221:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978488.802225:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978488.802228:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3215382). 00000800:00000200:3.0:1780978488.802231:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978488.802234:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978488.802236:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978488.802239:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802240:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.802242:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802244:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.802245:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978488.802311:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978488.802314:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978488.802379:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978488.802382:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005202dcc2 (tot 3215134). 00000400:00000200:2.0:1780978488.802389:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.802393:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978488.802398:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:2.0:1780978488.802400:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:2.0:1780978488.802405:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978488.802408:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802415:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978488.802418:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802423:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978488.802424:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978488.802438:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978488.802449:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214886). 00000400:00000200:2.0:1780978488.802452:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.802455:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978488.802457:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:2.0:1780978488.802459:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:2.0:1780978488.802461:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978488.802463:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802469:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978488.802470:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802475:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978488.802476:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978488.802548:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978488.802551:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214638). 00000400:00000200:2.0:1780978488.802553:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.802557:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978488.802559:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:2.0:1780978488.802560:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:2.0:1780978488.802562:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978488.802564:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802570:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978488.802571:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.802576:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978488.802577:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978488.811008:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811025:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978488.811030:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811043:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.811057:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811066:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978488.811074:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811080:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811084:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811088:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24e40 00000400:00000200:2.0:1780978488.811093:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811099:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x70cd [1] + 224 00000800:00000001:2.0:1780978488.811109:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811114:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.811116:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.811120:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978488.811126:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978488.811132:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978488.811143:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.811161:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978488.811171:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811174:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978488.811176:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811178:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.811180:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811184:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978488.811188:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811190:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811192:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811195:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24e80 00000400:00000200:2.0:1780978488.811198:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.811200:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x70ed [1] + 224 00000800:00000001:2.0:1780978488.811204:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811209:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.811211:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.811213:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978488.811216:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978488.811218:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978488.811236:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.811247:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978488.811251:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.811253:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.811379:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.811384:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978488.811396:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978488.811398:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978488.811401:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978488.811405:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000790b552 00000400:00000010:3.0:1780978488.811407:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000790b552. 00000100:00000001:3.0:1780978488.811410:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978488.811414:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978488.811422:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811427:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978488.811428:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.811431:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978488.811433:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978488.811435:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978488.811437:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.811448:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978488.811457:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=136 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978488.811462:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=136 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978488.811464:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978488.811466:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978488.811468:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978488.811471:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.811475:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978488.811477:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978488.811479:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978488.811480:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.811484:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811491:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.811494:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978488.811495:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978488.811498:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978488.811504:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af0c3b3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858432:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978488.811509:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978488.811510:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978488.811511:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978488.811512:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:3.0:1780978488.811514:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:3.0:1780978488.811515:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978488.811517:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978488.811523:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811528:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978488.811529:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.811531:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978488.811532:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978488.811533:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978488.811534:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.811535:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978488.811539:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=137 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978488.811541:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=137 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978488.811543:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978488.811544:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978488.811545:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978488.811547:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.811549:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978488.811550:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978488.811552:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978488.811553:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.811555:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811566:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.811567:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978488.811568:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978488.811571:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978488.811578:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341858368:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978488.811582:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.811585:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978488.811587:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000af0c3b3d x1867487341858432/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811593:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978488.811596:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978488.811599:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978488.811603:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978488.811605:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978488.811607:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978488.811609:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978488.811610:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000faaed9c1. 02000000:00000001:3.0:1780978488.811614:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978488.811615:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978488.811616:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af0c3b3d. 00000100:00000001:3.0:1780978488.811620:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978488.811621:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.811622:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978488.811624:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ea1ac9e1 x1867487341858368/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978520 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.811629:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978488.811630:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978488.811631:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978488.811633:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978488.811634:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978488.811635:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978488.811637:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978488.811638:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006bb56103. 02000000:00000001:3.0:1780978488.811640:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978488.811640:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978488.811641:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea1ac9e1. 00000100:00000001:3.0:1780978488.811644:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978488.811645:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.811648:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.811650:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.811651:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978488.811652:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.811653:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978488.814595:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.814616:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978488.814622:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.814624:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.814636:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.814645:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978488.814653:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.814657:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.814661:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.814665:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24e00 00000400:00000200:2.0:1780978488.814671:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978488.814677:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x70dd [1] + 224 00000800:00000001:2.0:1780978488.814685:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.814692:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978488.814695:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978488.814699:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978488.814705:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978488.814711:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978488.814722:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978488.814744:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978488.814752:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978488.814755:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.814822:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.814826:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978488.814832:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978488.814834:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978488.814837:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978488.814841:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978488.814843:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978488.814846:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978488.814849:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978488.814857:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.814863:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978488.814865:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.814866:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978488.814869:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978488.814872:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978488.814874:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978488.814877:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978488.814883:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=137 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978488.814887:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=137 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978488.814890:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978488.814891:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978488.814894:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978488.814895:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.814898:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978488.814902:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.814908:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978488.814911:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978488.814913:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978488.814916:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978488.814923:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341858304:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978488.814928:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.814930:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978488.814933:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051048c39 x1867487341858304/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978495 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978488.814939:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978488.814942:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978488.814944:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978488.814948:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978488.814950:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978488.814952:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978488.814954:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978488.814956:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007ba656e9. 02000000:00000001:3.0:1780978488.814959:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978488.814961:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978488.814963:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051048c39. 00000100:00000001:3.0:1780978488.814966:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978488.814967:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.814969:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978488.814977:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978488.814979:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978488.814981:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978488.814984:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978489.633971:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978489.633977:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978489.633983:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978489.633984:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978489.633988:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978489.633989:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978489.634263:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978489.634268:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978489.634271:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978490.657586:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978490.657591:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978490.657595:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978490.657596:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978490.657599:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978490.657600:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978490.658454:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978490.658458:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978490.658462:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978491.681500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978491.681506:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978491.681513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978491.681514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978491.681518:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978491.681519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978491.681608:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978491.681611:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978491.681614:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978492.707155:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978492.707161:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978492.707167:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978492.707168:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978492.707171:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978492.707172:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978492.707261:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978492.707264:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978492.707267:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978493.729659:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978493.729668:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978493.729670:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978493.729673:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729678:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978493.729680:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729682:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729684:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729687:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978493.729688:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729692:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978493.729693:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978493.729694:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978493.729699:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978493.729701:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978493.729702:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729703:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978493.729704:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729705:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978493.729708:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978493.737616:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978493.737622:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978493.737629:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978493.922005:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978493.922019:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978493.922029:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4abef8f. 00000020:00000040:0.0:1780978493.922035:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978493.922039:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978493.922042:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978493.922047:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978493.922056:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc33fdb2. 00000100:00000001:0.0:1780978493.922064:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.922076:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978493.922086:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978493.922090:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.922105:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4abef8f] to pc [ptlrpcd_00_00+0] req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.922160:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.922163:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.922166:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978493.922170:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.922178:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978493.922179:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.922183:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978493.922185:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978493.922188:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341858496:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.922192:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978493.922206:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978493.922208:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.922211:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978493.922215:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978493.922217:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978493.922225:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978493.922236:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978493.922243:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978493.922250:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858496, portal 25 00000100:00000001:1.0:1780978493.922252:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978493.922253:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701171008 : -109779008380608 : ffff9c281533a140) 00000100:00000040:1.0:1780978493.922258:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.922265:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978493.922268:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978493.922271:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978493.922273:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341858496, offset 0 00000400:00000200:1.0:1780978493.922280:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978493.922289:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.922298:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978493.922306:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978493.922310:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978493.922313:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978493.922316:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2299:2299:256:4294967295] 192.168.201.116@tcp LPNI seq info [2299:2299:8:4294967295] 00000400:00000200:1.0:1780978493.922321:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.922329:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978493.922334:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978493.922339:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c19128ee (tot 3214886). 00000800:00000200:1.0:1780978493.922345:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978493.922401:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978493.922405:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c19128ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978493.922413:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.922415:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.922418:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.922420:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.922422:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978493.922521:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.922524:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978493.922527:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978493.922531:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009afefa09. 00000020:00000040:0.0:1780978493.922533:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978493.922535:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978493.922536:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978493.922538:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978493.922542:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e8c30d3. 00000100:00000001:0.0:1780978493.922545:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.922549:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978493.922555:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978493.922557:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.922560:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009afefa09] to pc [ptlrpcd_00_01+1] req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000800:00000200:2.0:1780978493.922723:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978493.922729:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c19128ee (tot 3214638). 00000400:00000200:2.0:1780978493.922737:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978493.922742:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978493.922747:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000513ea91a 00000400:00000010:2.0:1780978493.922749:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000513ea91a. 00000100:00000001:2.0:1780978493.922753:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978493.922756:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.922764:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978493.922766:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.922771:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978493.922773:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978493.926473:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978493.926479:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1780978493.926485:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.926487:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.926491:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978493.926494:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780978493.926496:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.926498:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978493.926499:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.926500:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.926501:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.926503:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978493.926515:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.926525:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978493.926527:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.926531:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978493.926535:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978493.926538:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341858560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.926542:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978493.926547:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978493.926549:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.926552:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978493.926561:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978493.926562:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978493.926570:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978493.926574:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978493.926579:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e23b1. 00000100:00000200:1.0:1780978493.926585:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858560, portal 10 00000100:00000001:1.0:1780978493.926587:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978493.926588:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701188032 : -109779008363584 : ffff9c281533e3c0) 00000100:00000040:1.0:1780978493.926595:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.926602:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978493.926604:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978493.926606:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978493.926609:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858560, offset 0 00000400:00000200:1.0:1780978493.926616:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978493.926624:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.926631:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978493.926638:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978493.926641:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978493.926644:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978493.926648:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2300:2300:256:4294967295] 192.168.201.116@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:1.0:1780978493.926652:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.926660:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978493.926666:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978493.926671:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c47b069e (tot 3214886). 00000800:00000200:1.0:1780978493.926677:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978493.926684:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978493.926688:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c47b069e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978493.926699:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.926701:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.926704:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.926706:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.926707:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.926748:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.926750:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978493.926905:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978493.926910:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c47b069e (tot 3214638). 00000400:00000200:2.0:1780978493.926915:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978493.926919:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978493.926924:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:2.0:1780978493.926926:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:2.0:1780978493.926929:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978493.926932:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.926941:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978493.926943:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.926949:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978493.926951:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978493.927018:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.927022:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978493.927026:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978493.927031:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8c629cc. 00000020:00000040:0.0:1780978493.927035:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978493.927039:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978493.927042:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978493.927047:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978493.927053:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dea89582. 00000100:00000001:0.0:1780978493.927060:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.927067:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978493.927074:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978493.927078:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978493.927083:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d8c629cc] to pc [ptlrpcd_00_00+0] req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978493.927104:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978493.927107:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978493.927110:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978493.927112:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978493.927115:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978493.927120:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3886) 00000100:00000001:1.0:1780978493.927223:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780978493.927234:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780978493.927236:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.927240:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978493.927241:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.927243:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.927244:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.927245:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978493.927248:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.927255:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978493.927256:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.927258:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978493.927259:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978493.927262:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341858624:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.927265:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978493.927267:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978493.927268:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.927270:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978493.927273:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978493.927274:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978493.927278:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978493.927281:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083f16bab. 00000400:00000010:1.0:1780978493.927284:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978493.927287:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858624, portal 10 00000100:00000001:1.0:1780978493.927289:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978493.927290:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701192896 : -109779008358720 : ffff9c281533f6c0) 00000100:00000040:1.0:1780978493.927295:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.927300:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978493.927302:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978493.927304:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cf0712c. 00000100:00000200:1.0:1780978493.927306:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858624, offset 0 00000400:00000200:1.0:1780978493.927310:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978493.927315:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.927319:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978493.927322:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978493.927324:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978493.927326:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978493.927329:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2301:2301:256:4294967295] 192.168.201.116@tcp LPNI seq info [2301:2301:8:4294967295] 00000400:00000200:1.0:1780978493.927333:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978493.927338:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978493.927342:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978493.927345:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214886). 00000800:00000200:1.0:1780978493.927387:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978493.927394:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978493.927396:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978493.927580:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.927582:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.927585:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.927586:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.927588:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.927599:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.927601:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.927602:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.927603:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978493.931454:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.933899:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978493.933907:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.933911:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.933921:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.933929:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978493.933936:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.933941:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.933945:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.933949:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24ec0 00000400:00000200:2.0:1780978493.933954:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.933960:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x70fd [1] + 224 00000800:00000001:2.0:1780978493.933968:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.933972:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.933974:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978493.933978:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978493.933984:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978493.933990:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978493.934000:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.934021:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978493.934029:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.934033:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978493.934034:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.934036:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.934039:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.934042:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978493.934046:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.934048:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.934050:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.934052:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24f00 00000400:00000200:2.0:1780978493.934056:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.934060:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7105 [1] + 224 00000800:00000001:2.0:1780978493.934064:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.934083:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.934085:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978493.934089:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978493.934092:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1780978493.936829:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.936835:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978493.936844:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978493.936847:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978493.936849:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:1.0:1780978493.936859:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4dec3e 00000400:00000010:1.0:1780978493.936861:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4dec3e. 00000100:00000001:1.0:1780978493.936866:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978493.936876:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978493.936885:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.936892:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978493.936894:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.936896:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978493.936899:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978493.936901:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978493.936903:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.936906:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978493.936911:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=142 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978493.936915:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=142 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978493.936917:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978493.936918:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978493.936921:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978493.936923:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.936926:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978493.936930:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.936936:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.936938:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978493.936940:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978493.936943:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978493.936950:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4abef8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341858496:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.936954:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.936956:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978493.936959:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d4abef8f x1867487341858496/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978500 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.936964:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978493.936966:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978493.936969:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978493.936972:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978493.936975:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978493.936976:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978493.936978:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978493.936981:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bc33fdb2. 02000000:00000001:1.0:1780978493.936984:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978493.936985:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978493.936986:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4abef8f. 00000100:00000001:1.0:1780978493.936989:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978493.936990:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.936993:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.936995:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.936996:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978493.936997:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.936998:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780978493.937080:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978493.937088:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.937119:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978493.937133:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.937142:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.937278:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.937280:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978493.937283:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978493.937284:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978493.937286:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:1.0:1780978493.937289:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f5e23b1 00000400:00000010:1.0:1780978493.937290:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f5e23b1. 00000100:00000001:1.0:1780978493.937292:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978493.937296:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978493.937302:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.937307:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978493.937308:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.937309:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978493.937310:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978493.937311:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978493.937312:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.937314:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978493.937319:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=142 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978493.937322:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=142 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978493.937324:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978493.937325:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978493.937327:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978493.937329:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.937332:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978493.937333:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978493.937335:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978493.937337:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978493.937339:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.937344:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.937346:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978493.937347:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978493.937386:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978493.937393:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009afefa09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341858560:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.937397:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.937406:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978493.937408:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009afefa09 x1867487341858560/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.937414:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978493.937415:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978493.937416:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978493.937419:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978493.937420:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978493.937421:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978493.937422:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978493.937424:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e8c30d3. 02000000:00000001:1.0:1780978493.937426:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978493.937427:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978493.937427:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009afefa09. 00000100:00000001:1.0:1780978493.937430:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978493.937431:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.937432:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.937439:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978493.937441:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.937443:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.937444:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978493.937900:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978493.937905:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7823a40 (tot 3214638). 00000400:00000200:3.0:1780978493.937910:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978493.937916:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978493.937920:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cf0712c 00000400:00000010:3.0:1780978493.937922:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cf0712c. 00000100:00000001:3.0:1780978493.937925:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978493.937928:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978493.937936:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978493.937938:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978493.937942:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978493.937944:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978493.942383:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.942400:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978493.942405:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.942408:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.942417:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.942424:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978493.942432:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.942437:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.942441:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.942445:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24f40 00000400:00000200:2.0:1780978493.942450:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978493.942456:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x710d [1] + 224 00000800:00000001:2.0:1780978493.942464:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.942472:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978493.942474:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978493.942478:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978493.942484:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978493.942490:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978493.942500:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978493.942519:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978493.942527:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978493.942530:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.942580:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.942584:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978493.942591:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978493.942592:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978493.942594:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083f16bab. 00000400:00000200:1.0:1780978493.942598:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:1.0:1780978493.942600:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:1.0:1780978493.942603:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978493.942606:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978493.942613:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.942619:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978493.942621:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.942623:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978493.942626:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978493.942629:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978493.942631:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978493.942633:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978493.942641:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=141 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978493.942646:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=141 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978493.942648:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978493.942649:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978493.942652:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978493.942654:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.942657:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978493.942658:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978493.942660:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978493.942661:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978493.942665:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.942671:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978493.942674:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978493.942675:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978493.942678:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978493.942683:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8c629cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341858624:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978493.942687:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.942689:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978493.942692:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d8c629cc x1867487341858624/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978525 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978493.942697:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978493.942699:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978493.942702:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032a75739. 02000000:00000001:1.0:1780978493.942705:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978493.942708:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978493.942709:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978493.942711:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978493.942713:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dea89582. 02000000:00000001:1.0:1780978493.942716:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978493.942717:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978493.942718:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8c629cc. 00000100:00000001:1.0:1780978493.942721:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978493.942723:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.942724:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978493.942732:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978493.942733:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978493.942735:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978493.942737:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978494.753755:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978494.753759:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978494.753766:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978494.753767:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978494.753770:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978494.753771:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978494.754477:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978494.754481:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978494.754484:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978495.777477:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978495.777482:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978495.777490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978495.777490:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978495.777494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978495.777495:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978495.777596:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978495.777600:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978495.777603:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978496.801783:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978496.801788:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978496.801794:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978496.801795:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978496.801798:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978496.801799:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978496.802127:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978496.802131:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978496.802133:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978497.825494:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978497.825498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978497.825506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978497.825507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978497.825510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978497.825511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978497.826135:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978497.826139:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978497.826142:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978498.849500:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978498.849505:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978498.849511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978498.849514:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978498.849516:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978498.849521:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978498.849523:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978498.849524:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978498.849527:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978498.849529:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978498.849531:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978498.849533:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978498.849536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978498.849537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978498.849633:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978498.849637:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978498.849639:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978499.043946:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978499.043956:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978499.043966:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000078d2593d. 00000020:00000040:2.0:1780978499.043972:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978499.043978:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978499.043981:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978499.043986:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978499.044040:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978499.044048:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.044058:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978499.044068:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978499.044072:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.044755:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000078d2593d] to pc [ptlrpcd_01_00+0] req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.044789:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.044793:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978499.044796:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780978499.044805:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978499.044808:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978499.044809:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.044817:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978499.044819:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.044821:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.044823:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978499.044826:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978499.044830:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.044851:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978499.044853:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.044856:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978499.044859:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978499.044862:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078d2593d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341858688:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978499.044866:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978499.044870:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978499.044872:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.044875:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978499.044880:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978499.044883:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978499.044891:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978499.044895:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a585c7c. 00000400:00000010:2.0:1780978499.044902:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978499.044908:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858688, portal 25 00000100:00000001:2.0:1780978499.044910:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978499.044911:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707085056 : -109779002466560 : ffff9c28158ddf00) 00000100:00000040:2.0:1780978499.044916:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.044922:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978499.044924:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978499.044927:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000100:00000200:2.0:1780978499.044929:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341858688, offset 0 00000400:00000200:2.0:1780978499.044935:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978499.044944:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.044951:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978499.044959:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978499.044963:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978499.044966:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978499.044970:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2302:2302:256:4294967295] 192.168.201.116@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:2.0:1780978499.044973:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.044980:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978499.044986:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978499.044990:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214886). 00000800:00000200:2.0:1780978499.044997:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978499.045006:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978499.045010:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978499.045019:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045021:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978499.045024:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045027:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045029:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780978499.045045:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff51aed3. 00000020:00000040:2.0:1780978499.045048:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978499.045051:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978499.045052:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978499.045054:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978499.045058:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978499.045062:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045066:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978499.045072:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978499.045075:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045091:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff51aed3] to pc [ptlrpcd_01_01+1] req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045102:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045104:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978499.045108:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780978499.045114:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.045116:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978499.045117:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978499.045119:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045124:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978499.045125:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.045127:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978499.045128:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978499.045131:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858752:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978499.045133:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978499.045135:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978499.045136:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.045138:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978499.045140:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978499.045141:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978499.045145:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978499.045147:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978499.045150:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaef98ff. 00000100:00000200:2.0:1780978499.045152:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858752, portal 10 00000100:00000001:2.0:1780978499.045154:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978499.045155:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707087488 : -109779002464128 : ffff9c28158de880) 00000100:00000040:2.0:1780978499.045160:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045166:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978499.045168:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978499.045170:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbee80ae. 00000100:00000200:2.0:1780978499.045171:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858752, offset 0 00000400:00000200:2.0:1780978499.045175:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978499.045178:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.045181:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978499.045185:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978499.045187:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978499.045188:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978499.045190:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2303:2303:255:4294967295] 192.168.201.116@tcp LPNI seq info [2303:2303:7:4294967295] 00000400:00000200:2.0:1780978499.045194:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.045198:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978499.045202:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978499.045205:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3215134). 00000800:00000200:2.0:1780978499.045209:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978499.045212:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978499.045214:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978499.045216:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045218:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978499.045219:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045221:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045222:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.045226:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978499.045228:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978499.045229:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.045230:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978499.045231:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045232:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780978499.045239:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084622cba. 00000020:00000040:2.0:1780978499.045242:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978499.045244:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978499.045246:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978499.045247:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978499.045251:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978499.045253:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045256:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978499.045296:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978499.045298:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045301:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084622cba] to pc [ptlrpcd_01_00+0] req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045313:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978499.045315:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978499.045318:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978499.045320:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978499.045322:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1780978499.045329:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.045330:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978499.045332:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978499.045333:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978499.045335:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.045337:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978499.045338:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.045340:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.045341:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978499.045342:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978499.045344:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045350:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978499.045351:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.045353:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978499.045354:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978499.045376:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858816:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978499.045379:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978499.045381:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978499.045382:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.045383:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978499.045386:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978499.045387:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978499.045390:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978499.045392:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002516a63c. 00000400:00000010:2.0:1780978499.045395:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978499.045397:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341858816, portal 10 00000100:00000001:2.0:1780978499.045399:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978499.045400:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707072896 : -109779002478720 : ffff9c28158daf80) 00000100:00000040:2.0:1780978499.045405:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.045410:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978499.045412:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978499.045414:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a303d913. 00000100:00000200:2.0:1780978499.045416:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341858816, offset 0 00000400:00000200:2.0:1780978499.045420:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978499.045423:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.045426:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978499.045429:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978499.045431:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978499.045432:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978499.045435:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2304:2304:254:4294967295] 192.168.201.116@tcp LPNI seq info [2304:2304:6:4294967295] 00000400:00000200:2.0:1780978499.045564:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.045572:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978499.045576:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978499.045580:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3215382). 00000800:00000200:2.0:1780978499.045583:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978499.045587:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978499.045589:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978499.045592:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045594:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978499.045595:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045598:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.045599:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.045610:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3891) 00000800:00000200:3.0:1780978499.046027:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978499.046032:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3215134). 00000400:00000200:3.0:1780978499.046040:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978499.046047:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978499.046052:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:3.0:1780978499.046054:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:3.0:1780978499.046059:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978499.046062:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046138:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978499.046141:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046148:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.046149:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978499.046164:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978499.046166:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214886). 00000400:00000200:3.0:1780978499.046168:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978499.046171:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978499.046174:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbee80ae 00000400:00000010:3.0:1780978499.046175:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbee80ae. 00000100:00000001:3.0:1780978499.046176:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978499.046178:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046184:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978499.046185:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046190:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.046191:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978499.046521:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978499.046523:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214638). 00000400:00000200:3.0:1780978499.046527:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978499.046531:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978499.046534:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a303d913 00000400:00000010:3.0:1780978499.046535:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a303d913. 00000100:00000001:3.0:1780978499.046537:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978499.046540:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046547:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978499.046549:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.046554:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.046556:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978499.046567:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978499.046570:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978499.052961:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978499.052979:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978499.052984:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978499.052986:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978499.052997:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.053004:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978499.053011:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.053016:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.053020:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.053024:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a24f80 00000400:00000200:2.0:1780978499.053029:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978499.053035:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7115 [1] + 224 00000800:00000001:2.0:1780978499.053042:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978499.053050:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978499.053052:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978499.053055:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978499.053062:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978499.053068:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978499.053097:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.053119:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978499.053127:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978499.053130:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978499.053232:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978499.053236:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978499.053243:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978499.053245:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978499.053247:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a585c7c. 00000400:00000200:3.0:1780978499.053252:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:3.0:1780978499.053254:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:3.0:1780978499.053257:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978499.053270:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978499.053278:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.053285:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978499.053287:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978499.053289:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978499.053292:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978499.053295:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978499.053297:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978499.053299:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978499.053305:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=148 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978499.053308:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=148 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978499.053311:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978499.053312:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978499.053314:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978499.053315:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.053317:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978499.053321:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.053326:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978499.053329:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978499.053331:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978499.053333:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978499.053344:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078d2593d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341858688:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978499.053348:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.053350:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978499.053352:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000078d2593d x1867487341858688/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978506 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.053388:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978499.053391:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978499.053393:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:3.0:1780978499.053398:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978499.053400:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978499.053401:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978499.053403:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978499.053405:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978499.053407:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978499.053409:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978499.053410:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000078d2593d. 00000100:00000001:3.0:1780978499.053413:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978499.053414:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978499.053417:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.053419:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978499.053420:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978499.053421:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978499.053422:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978499.057940:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.057956:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978499.057961:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.057963:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978499.057975:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.057984:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978499.057992:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.057997:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058000:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058004:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a24fc0 00000400:00000200:3.0:1780978499.058011:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058017:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7125 [1] + 224 00000800:00000001:3.0:1780978499.058024:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.058028:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978499.058031:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978499.058035:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978499.058040:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978499.058048:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978499.058059:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.058085:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978499.058092:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.058096:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978499.058097:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.058099:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978499.058102:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058105:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978499.058109:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058111:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058113:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058116:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25000 00000400:00000200:3.0:1780978499.058118:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978499.058122:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7135 [1] + 224 00000800:00000001:3.0:1780978499.058125:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.058131:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978499.058132:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978499.058135:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978499.058138:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978499.058140:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978499.058147:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978499.058154:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978499.058157:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978499.058160:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058449:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.058454:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978499.058463:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978499.058466:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978499.058468:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002516a63c. 00000400:00000200:2.0:1780978499.058474:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:2.0:1780978499.058476:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:2.0:1780978499.058480:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978499.058484:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978499.058492:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058497:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978499.058499:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058502:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978499.058505:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978499.058508:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978499.058510:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.058513:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978499.058521:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=147 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978499.058526:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=147 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978499.058528:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978499.058529:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978499.058532:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978499.058535:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.058538:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978499.058539:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978499.058541:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978499.058542:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.058547:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058553:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978499.058556:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978499.058558:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978499.058560:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978499.058568:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858816:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978499.058573:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978499.058574:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978499.058576:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:2.0:1780978499.058578:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaef98ff 00000400:00000010:2.0:1780978499.058579:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaef98ff. 00000100:00000001:2.0:1780978499.058581:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978499.058583:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978499.058590:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058595:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978499.058596:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058598:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978499.058599:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978499.058600:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978499.058601:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978499.058602:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978499.058606:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=148 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978499.058608:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=148 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978499.058610:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978499.058611:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978499.058612:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978499.058614:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.058616:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978499.058617:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978499.058619:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978499.058620:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978499.058623:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058628:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978499.058630:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978499.058631:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978499.058633:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978499.058639:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341858752:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978499.058643:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058646:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978499.058648:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084622cba x1867487341858816/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058654:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978499.058656:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978499.058659:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978499.058662:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978499.058664:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978499.058666:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978499.058668:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978499.058670:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978499.058673:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978499.058674:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978499.058676:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084622cba. 00000100:00000001:2.0:1780978499.058679:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978499.058680:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058681:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978499.058684:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff51aed3 x1867487341858752/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978499.058688:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978499.058689:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978499.058691:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978499.058692:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978499.058693:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978499.058693:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978499.058695:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978499.058696:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978499.058697:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978499.058698:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978499.058699:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff51aed3. 00000100:00000001:2.0:1780978499.058701:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978499.058701:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058703:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978499.058711:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978499.058712:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978499.058713:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978499.058715:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978499.874286:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978499.874292:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978499.874300:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978499.874300:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978499.874304:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978499.874304:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978499.874399:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978499.874404:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978499.874406:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1780978500.472118:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978500.472136:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978500.472141:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978500.472143:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978500.472154:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978500.472162:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978500.472170:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978500.472175:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978500.472179:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978500.472183:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 600 into portal 10 MB=0x6a27847a24340 00000400:00000200:2.0:1780978500.472188:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978500.472194:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 600/600 into md 0x7095 [32] + 224 00000800:00000001:2.0:1780978500.472202:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978500.472211:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978500.472213:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978500.472216:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978500.472223:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978500.472229:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1780978500.472259:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1780978500.472278:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978500.472286:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978500.472289:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978500.472334:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978500.472345:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978500.472346:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978500.472349:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa4cb40. 00000400:00000200:0.0:1780978500.472383:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009384e235 00000400:00000010:0.0:1780978500.472386:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000009384e235 (tot 3214006). 00000100:00000001:0.0:1780978500.472391:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978500.472395:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1780978500.472402:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978512 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978500.472408:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978500.472409:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978500.472412:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978500.472415:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978500.472418:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978500.472420:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978500.472423:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978500.472431:0:10380:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=149 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978500.472436:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=149 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978500.472438:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780978500.472441:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978512 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1780978500.472447:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978500.472450:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978500.472451:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978500.472453:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978500.472454:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780978500.472457:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978512 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978500.472472:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780978500.472475:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978500.472477:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978500.472480:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978512 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:0.0:1780978500.472492:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1886388 pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341855552:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978500.472496:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978500.472499:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978500.472501:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780978500.472503:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978500.472505:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978512 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978500.472511:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978500.472513:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7c2561e. 00000100:00000001:0.0:1780978500.472517:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780978500.472518:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780978500.472521:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780978500.472525:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978500.472528:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978500.472530:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000676f8be7 refcount=4 00000020:00000001:0.0:1780978500.472532:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00000001:0.0:1780978500.472535:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00010000:0.0:1780978500.472539:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472545:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472551:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780978500.472553:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472559:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472561:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780978500.472562:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472573:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472574:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472576:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780978500.472577:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472582:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472583:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978500.472585:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.472588:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780978500.472589:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472594:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00010000:0.0:1780978500.472597:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000676f8be7 already unused, calling callback (00000000cac9da95) 00000080:00000001:0.0:1780978500.472599:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780978500.472602:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472607:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472610:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780978500.472611:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780978500.472614:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472618:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472620:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780978500.472622:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780978500.472623:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978500.472624:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978500.472625:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000676f8be7 refcount=5 00000020:00000001:0.0:1780978500.472627:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00000001:0.0:1780978500.472629:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294426775936 : -109779282775680 : ffff9c2804d8b180) 00010000:00000001:0.0:1780978500.472631:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780978500.472633:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472638:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00000080:00000001:0.0:1780978500.472640:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780978500.472641:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978500.472643:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780978500.472645:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780978500.472649:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780978500.472650:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780978500.472652:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978500.472653:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780978500.472655:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000676f8be7 with handle 0x2eb9f87d7f6307a1 from hash 00010000:00000001:0.0:1780978500.472657:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780978500.472659:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472659:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472661:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780978500.472662:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780978500.472663:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780978500.472665:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472666:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472667:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780978500.472668:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978500.472669:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472674:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000001:0.0:1780978500.472675:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472676:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472677:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780978500.472678:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780978500.472679:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472680:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472681:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780978500.472682:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000676f8be7/0x2eb9f87d7f6307a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472687:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 1 00010000:00000040:0.0:1780978500.472690:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d4c178b8 count: 0 00010000:00000010:0.0:1780978500.472695:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8057742. 00010000:00000001:0.0:1780978500.472705:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472706:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978500.472710:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978500.472713:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a1886388 x1867487341855552/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978512 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978500.472719:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978500.472721:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978500.472724:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978500.472776:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978500.472779:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978500.472780:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978500.472782:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978500.472784:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d87fece8. 02000000:00000001:0.0:1780978500.472788:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978500.472789:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978500.472791:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1886388. 00000100:00000001:0.0:1780978500.472794:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978500.472795:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:0.0:1780978500.472798:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:65 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:0.0:1780978500.472802:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780978500.472805:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978500.472809:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978500.472811:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978500.472812:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978500.472818:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b95e69e. 00000020:00000040:0.0:1780978500.472821:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978500.472827:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780978500.472828:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.472831:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780978500.472835:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978500.472840:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978500.472841:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978500.472842:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978500.472845:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978500.472846:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978500.472851:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978500.472858:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffb92c77. 00000100:00000001:0.0:1780978500.472864:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.472868:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978500.472869:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.472871:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978500.472871:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.472873:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978500.472880:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00010000:00000001:0.0:1780978500.472883:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780978500.472885:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780978500.472888:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000baa0e31. 00010000:00000010:0.0:1780978500.472892:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a9637a77. 00010000:00000001:0.0:1780978500.472896:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780978500.472899:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000902474e2. 00000020:00000001:0.0:1780978500.472902:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780978500.472904:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000902474e2 with handle 0x2eb9f87d7f6307a8 to hash 00000020:00000001:0.0:1780978500.472906:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780978500.472907:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978500.472910:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978500.472913:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978500.472914:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978500.472916:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472922:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00010000:0.0:1780978500.472924:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472930:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000020:00100000:0.0:1780978500.472937:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780978500.472942:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780978500.472948:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978500.472953:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000100:00000001:0.0:1780978500.472955:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780978500.472956:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780978500.472961:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de37d748. 00000100:00000001:0.0:1780978500.472963:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294498491584 : -109779211060032 : ffff9c28091efcc0) 00000100:00000001:0.0:1780978500.472965:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978500.472966:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000001:0.0:1780978500.472970:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978500.472973:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978500.472975:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780978500.472976:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978500.472978:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978500.472980:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978500.472981:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=65 : 65 : 41) 00000100:00100000:0.0:1780978500.472984:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000de37d748 going to sleep for 65 seconds 00000100:00000001:0.0:1780978500.472985:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978500.472986:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978500.472987:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978500.472988:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780978500.479410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4c178b8. 00010000:00000010:0.1:1780978500.479428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000676f8be7. 00010000:00000001:0.0:1780978500.897905:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978500.897910:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.897915:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978500.897916:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978500.897919:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978500.897920:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978500.899733:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978500.899739:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978500.899744:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978501.921670:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978501.921675:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978501.921681:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978501.921682:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978501.921685:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978501.921686:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978501.921791:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978501.921794:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978501.921797:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978502.945510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978502.945517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978502.945524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978502.945525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978502.945529:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978502.945529:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978502.945686:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978502.945689:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978502.945692:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978503.969649:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978503.969656:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978503.969658:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978503.969661:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969666:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978503.969668:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969670:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969672:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969676:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978503.969677:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969681:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978503.969682:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978503.969683:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978503.969688:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978503.969691:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978503.969692:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969693:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978503.969694:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969695:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978503.969697:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978503.970692:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978503.970696:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978503.970699:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978504.161518:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978504.161532:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978504.161542:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff51aed3. 00000020:00000040:2.0:1780978504.161549:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978504.161553:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978504.161556:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978504.161561:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978504.161568:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978504.161575:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161586:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978504.161596:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978504.161599:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161604:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff51aed3] to pc [ptlrpcd_01_01+1] req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.161639:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161650:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978504.161654:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978504.161663:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084622cba. 00000020:00000040:2.0:1780978504.161666:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978504.161668:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978504.161669:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978504.161671:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978504.161673:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978504.161676:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161679:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978504.161685:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978504.161687:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161689:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084622cba] to pc [ptlrpcd_01_00+0] req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.161697:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978504.161699:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978504.161702:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978504.161705:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978504.161707:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978504.161708:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978504.161710:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978504.161711:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.161712:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1780978504.161716:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:3.0:1780978504.161717:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978504.161720:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.161721:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978504.161724:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1780978504.161729:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.161737:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978504.161739:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.161744:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1780978504.161746:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_01+1] req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.161747:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.161753:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780978504.161756:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.161756:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978504.161759:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1780978504.161763:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341859008:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00080000:2.0:1780978504.161764:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978504.161769:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978504.161770:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1780978504.161773:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1780978504.161777:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1780978504.161779:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3896) 02000000:00000001:3.0:1780978504.161781:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.161785:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1780978504.161789:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1780978504.161791:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 00000100:00000001:2.0:1780978504.161792:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1780978504.161794:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.161795:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978504.161801:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:3.0:1780978504.161805:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:2.0:1780978504.161811:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1780978504.161811:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000100:00000001:2.0:1780978504.161813:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978504.161817:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978504.161819:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780978504.161819:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00100000:2.0:1780978504.161824:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859072:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000200:3.0:1780978504.161828:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859008, portal 25 00000100:00000001:2.0:1780978504.161829:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978504.161832:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780978504.161833:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1780978504.161834:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.161836:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707087488 : -109779002464128 : ffff9c28158de880) 02000000:00000001:2.0:1780978504.161838:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978504.161843:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 00000100:00000040:3.0:1780978504.161844:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000001:2.0:1780978504.161846:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978504.161854:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:3.0:1780978504.161857:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:2.0:1780978504.161859:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000100:00000040:3.0:1780978504.161863:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978504.161865:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaef98ff. 00000400:00000010:3.0:1780978504.161868:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:2.0:1780978504.161870:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859072, portal 10 00000100:00000001:2.0:1780978504.161873:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1780978504.161873:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341859008, offset 0 00000100:00000001:2.0:1780978504.161875:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707072896 : -109779002478720 : ffff9c28158daf80) 00000100:00000040:2.0:1780978504.161885:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:3.0:1780978504.161885:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978504.161893:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1780978504.161897:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:2.0:1780978504.161898:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978504.161903:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978504.161906:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859072, offset 0 00000400:00000200:3.0:1780978504.161909:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978504.161913:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978504.161918:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978504.161923:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978504.161925:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978504.161944:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2305:2305:256:4294967295] 192.168.201.116@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:3.0:1780978504.161948:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978504.161956:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:2.0:1780978504.161965:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:3.0:1780978504.161966:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978504.161973:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000800:00000010:3.0:1780978504.161973:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bb56103 (tot 3214254). 00000400:00000200:2.0:1780978504.161980:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978504.161985:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978504.161987:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978504.161990:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2306:2306:255:4294967295] 192.168.201.116@tcp LPNI seq info [2306:2306:7:4294967295] 00000400:00000200:2.0:1780978504.161995:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:3.0:1780978504.161995:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000400:00000200:2.0:1780978504.162003:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978504.162007:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978504.162011:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000200:3.0:1780978504.162014:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006bb56103 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1780978504.162016:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3214502). 00000800:00000200:2.0:1780978504.162024:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978504.162028:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000100:00000001:3.0:1780978504.162030:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978504.162031:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978504.162035:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978504.162037:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.162040:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978504.162040:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162045:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162048:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978504.162054:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162056:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978504.162058:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162059:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978504.162061:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.162063:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.162066:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978504.162067:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978504.162068:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780978504.162070:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978504.162073:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1780978504.162073:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.162074:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978504.162076:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.162080:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162091:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978504.162093:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.162095:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978504.162096:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978504.162099:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341859136:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978504.162103:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978504.162105:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978504.162106:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.162108:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978504.162111:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978504.162113:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978504.162116:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978504.162118:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978504.162122:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000790b552. 00000100:00000200:3.0:1780978504.162125:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859136, portal 10 00000100:00000001:3.0:1780978504.162126:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978504.162127:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:3.0:1780978504.162132:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.162137:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978504.162140:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000800:00000200:2.0:1780978504.162143:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1780978504.162143:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef5305f. 00000100:00000200:3.0:1780978504.162146:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859136, offset 0 00000800:00000010:2.0:1780978504.162148:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bb56103 (tot 3214254). 00000400:00000200:3.0:1780978504.162152:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978504.162155:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978504.162159:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.162164:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978504.162166:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978504.162183:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978504.162185:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978504.162187:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978504.162190:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2307:2307:254:4294967295] 192.168.201.116@tcp LPNI seq info [2307:2307:6:4294967295] 00000400:00000200:3.0:1780978504.162193:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.162198:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000200:3.0:1780978504.162199:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000010:2.0:1780978504.162202:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000800:00000200:3.0:1780978504.162207:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978504.162208:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000800:00000010:3.0:1780978504.162211:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000faaed9c1 (tot 3214502). 00000100:00000200:2.0:1780978504.162215:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000800:00000200:3.0:1780978504.162221:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978504.162228:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000100:00000001:2.0:1780978504.162230:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000800:00000200:3.0:1780978504.162232:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000faaed9c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1780978504.162235:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.162238:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162241:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978504.162244:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162248:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.162249:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.162252:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978504.162253:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978504.162259:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978504.162260:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978504.162263:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.162264:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1780978504.162266:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1780978504.162266:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1780978504.162270:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214254). 00000100:00000001:3.0:1780978504.162271:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978504.162277:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978504.162281:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978504.162284:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:2.0:1780978504.162285:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:2.0:1780978504.162288:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978504.162291:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.162298:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978504.162300:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.162304:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.162306:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978504.162389:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978504.162391:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000faaed9c1 (tot 3214006). 00000400:00000200:2.0:1780978504.162394:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978504.162397:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978504.162399:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef5305f 00000400:00000010:2.0:1780978504.162400:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef5305f. 00000100:00000001:2.0:1780978504.162402:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978504.162404:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.162409:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978504.162411:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.162416:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978504.162417:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978504.165256:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165273:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978504.165277:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165280:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165290:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165297:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978504.165305:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165311:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165315:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165320:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25100 00000400:00000200:2.0:1780978504.165325:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165330:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x714d [1] + 224 00000800:00000001:2.0:1780978504.165338:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165342:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165345:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978504.165349:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978504.165385:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978504.165392:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978504.165403:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.165426:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978504.165435:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165438:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978504.165440:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165442:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165444:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165447:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978504.165451:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165453:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165455:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165458:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25140 00000400:00000200:2.0:1780978504.165461:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165465:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7165 [1] + 224 00000800:00000001:2.0:1780978504.165468:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165471:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165472:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978504.165475:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978504.165477:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978504.165481:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978504.165488:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.165501:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978504.165514:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165518:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978504.165520:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165522:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165525:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165527:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978504.165531:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165533:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165535:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165538:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a250c0 00000400:00000200:2.0:1780978504.165541:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978504.165545:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7145 [1] + 224 00000800:00000001:2.0:1780978504.165548:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165553:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978504.165555:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978504.165558:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978504.165560:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978504.165562:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978504.165569:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978504.165575:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978504.165578:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978504.165580:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166182:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.166186:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978504.166193:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978504.166195:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978504.166198:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:3.0:1780978504.166204:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaef98ff 00000400:00000010:3.0:1780978504.166206:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaef98ff. 00000100:00000001:3.0:1780978504.166209:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978504.166215:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978504.166223:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166230:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978504.166231:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166233:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978504.166236:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978504.166238:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978504.166240:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.166243:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978504.166251:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=153 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978504.166255:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=153 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978504.166257:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978504.166259:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978504.166261:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978504.166264:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166268:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978504.166269:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978504.166271:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978504.166272:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978504.166276:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166282:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978504.166285:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978504.166287:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978504.166290:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978504.166297:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859072:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978504.166301:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166303:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978504.166306:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084622cba x1867487341859072/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166311:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978504.166313:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978504.166316:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:3.0:1780978504.166320:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978504.166321:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978504.166323:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978504.166326:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978504.166327:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978504.166331:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978504.166332:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978504.166334:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084622cba. 00000100:00000001:3.0:1780978504.166338:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978504.166339:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166341:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166349:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978504.166351:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166352:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.166355:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166399:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.166400:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978504.166403:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978504.166405:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978504.166406:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978504.166409:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000790b552 00000400:00000010:3.0:1780978504.166411:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000790b552. 00000100:00000001:3.0:1780978504.166413:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978504.166416:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978504.166423:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166430:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978504.166431:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166432:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978504.166433:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978504.166434:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978504.166435:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.166437:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978504.166440:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=152 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978504.166442:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=152 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978504.166444:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978504.166445:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978504.166447:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978504.166448:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166450:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978504.166451:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978504.166453:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978504.166454:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978504.166457:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166462:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978504.166464:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978504.166465:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978504.166467:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978504.166472:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341859136:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978504.166477:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978504.166477:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978504.166479:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978504.166480:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978504.166482:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978504.166483:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978504.166485:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978504.166492:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166497:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978504.166498:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166499:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978504.166500:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978504.166512:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978504.166514:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978504.166515:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978504.166517:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=153 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978504.166519:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=153 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978504.166521:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978504.166522:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978504.166523:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978504.166525:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166526:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978504.166529:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166535:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978504.166536:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978504.166537:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978504.166539:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978504.166545:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341859008:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978504.166548:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166550:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978504.166551:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341859136/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166557:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978504.166558:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978504.166560:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978504.166562:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978504.166563:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978504.166564:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978504.166566:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978504.166567:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978504.166569:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978504.166570:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978504.166571:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:3.0:1780978504.166573:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978504.166574:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166575:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978504.166577:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff51aed3 x1867487341859008/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978511 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978504.166583:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978504.166584:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978504.166584:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978504.166587:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978504.166587:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978504.166588:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978504.166590:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978504.166591:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978504.166593:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978504.166594:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978504.166595:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff51aed3. 00000100:00000001:3.0:1780978504.166596:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978504.166597:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166598:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978504.166601:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978504.166602:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978504.166603:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978504.166605:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978504.999461:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978504.999476:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978504.999488:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978504.999490:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978504.999493:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978504.999494:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978504.999611:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978504.999614:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978504.999617:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978506.020595:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978506.020602:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978506.020610:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978506.020611:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978506.020615:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978506.020616:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978506.020792:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978506.020795:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978506.020798:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978507.041537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978507.041544:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978507.041550:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978507.041551:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978507.041554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978507.041555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978507.041715:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978507.041719:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978507.041721:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978508.066010:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978508.066015:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978508.066021:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978508.066022:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978508.066026:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978508.066027:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978508.066172:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978508.066176:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978508.066179:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978509.091344:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978509.091350:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.091490:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978509.091494:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978509.091496:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978509.091501:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978509.091503:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978509.091504:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.091507:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978509.091509:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.091511:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.091513:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.091517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978509.091518:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978509.093595:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978509.093601:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978509.093614:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978509.284103:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978509.284113:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978509.284122:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026c5cd1e. 00000020:00000040:1.0:1780978509.284128:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978509.284132:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978509.284135:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978509.284140:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978509.284148:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978509.284154:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284163:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978509.284171:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978509.284175:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284180:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000026c5cd1e] to pc [ptlrpcd_00_01+1] req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284214:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284216:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978509.284219:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978509.284221:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978509.284223:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978509.284225:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978509.284226:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978509.284227:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978509.284229:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000469085d0. 00000100:00000001:1.0:1780978509.284231:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284234:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978509.284239:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978509.284241:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284243:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284248:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284250:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978509.284253:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978509.284254:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068af3950. 00000020:00000040:1.0:1780978509.284256:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978509.284258:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978509.284259:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978509.284260:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978509.284272:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978509.284274:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284277:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978509.284283:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978509.284285:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978509.284287:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000068af3950] to pc [ptlrpcd_00_01+1] req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284293:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978509.284295:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978509.284298:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978509.284299:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978509.284302:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978509.284306:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3901) 00000100:00000001:1.0:1780978509.284330:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978509.284333:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978509.284335:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978509.284339:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284345:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978509.284347:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.284350:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978509.284352:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978509.284400:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341859264:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978509.284405:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978509.284410:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978509.284411:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.284413:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978509.284417:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978509.284418:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978509.284425:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978509.284429:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083f16bab. 00000400:00000010:1.0:1780978509.284435:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978509.284441:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859264, portal 10 00000100:00000001:1.0:1780978509.284443:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978509.284444:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978509.284450:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284457:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978509.284459:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978509.284462:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e23b1. 00000100:00000200:1.0:1780978509.284465:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859264, offset 0 00000400:00000200:1.0:1780978509.284472:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978509.284481:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.284489:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978509.284496:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978509.284501:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978509.284504:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978509.284507:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2308:2308:256:4294967295] 192.168.201.116@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:1.0:1780978509.284510:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.284519:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978509.284525:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978509.284529:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978509.284536:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978509.284544:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978509.284547:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978509.284554:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.284557:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978509.284559:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.284562:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.284564:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978509.284571:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978509.284573:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978509.284575:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978509.284576:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978509.284577:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978509.284579:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780978509.284581:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978509.284582:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978509.284583:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978509.284584:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978509.284585:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978509.284586:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978509.284588:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.284594:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978509.284595:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.284597:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978509.284598:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978509.284600:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341859200:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978509.284603:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1780978509.284706:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978509.284708:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978509.284995:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978509.285000:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214006). 00000400:00000200:2.0:1780978509.285005:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.285012:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978509.285016:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f5e23b1 00000400:00000010:2.0:1780978509.285018:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f5e23b1. 00000100:00000001:2.0:1780978509.285022:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978509.285025:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.285033:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978509.285035:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.285040:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978509.285042:0:2254:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:1.0:1780978509.285141:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978509.285143:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.285145:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978509.285148:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978509.285150:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978509.285154:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978509.285157:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef26de0c. 00000400:00000010:1.0:1780978509.285161:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978509.285165:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859200, portal 25 00000100:00000001:1.0:1780978509.285166:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978509.285167:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447385280 : -109779262166336 : ffff9c2806132ac0) 00000100:00000040:1.0:1780978509.285171:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.285176:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978509.285178:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978509.285179:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2ebbd4. 00000100:00000200:1.0:1780978509.285181:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341859200, offset 0 00000400:00000200:1.0:1780978509.285186:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978509.285189:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.285193:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978509.285196:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978509.285198:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978509.285200:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978509.285202:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2309:2309:256:4294967295] 192.168.201.116@tcp LPNI seq info [2309:2309:8:4294967295] 00000400:00000200:1.0:1780978509.285205:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.285210:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978509.285214:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978509.285218:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214254). 00000800:00000200:1.0:1780978509.285221:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978509.285226:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978509.285228:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978509.285246:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.285248:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978509.285250:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.285251:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978509.285254:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.285260:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978509.285572:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.285576:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978509.285578:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978509.285581:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341859328:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978509.285585:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978509.285587:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978509.285589:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978509.285590:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978509.285593:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b15d8230. 02000000:00000001:1.0:1780978509.285594:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978509.285598:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978509.285600:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaf73b0. 00000400:00000010:1.0:1780978509.285603:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a10d555. 00000100:00000200:1.0:1780978509.285616:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859328, portal 10 00000100:00000001:1.0:1780978509.285618:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978509.285619:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447397440 : -109779262154176 : ffff9c2806135a40) 00000100:00000040:1.0:1780978509.285624:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978509.285629:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978509.285632:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978509.285634:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068d5621b. 00000100:00000200:1.0:1780978509.285635:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859328, offset 0 00000400:00000200:1.0:1780978509.285639:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978509.285643:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.285647:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978509.285650:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978509.285652:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978509.285654:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978509.285656:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2310:2310:255:4294967295] 192.168.201.116@tcp LPNI seq info [2310:2310:7:4294967295] 00000400:00000200:1.0:1780978509.285659:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978509.285664:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978509.285668:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978509.285671:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214502). 00000800:00000200:1.0:1780978509.285675:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978509.285679:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978509.285680:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978509.285683:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.285684:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978509.285686:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.285688:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978509.285691:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978509.286240:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978509.286246:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214254). 00000400:00000200:2.0:1780978509.286255:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.286275:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978509.286280:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2ebbd4 00000400:00000010:2.0:1780978509.286282:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2ebbd4. 00000100:00000001:2.0:1780978509.286286:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978509.286290:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.286300:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978509.286301:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.286306:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978509.286308:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978509.286405:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978509.286407:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7823a40 (tot 3214006). 00000400:00000200:2.0:1780978509.286410:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.286413:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978509.286415:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068d5621b 00000400:00000010:2.0:1780978509.286416:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068d5621b. 00000100:00000001:2.0:1780978509.286419:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978509.286421:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.286428:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978509.286430:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.286435:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978509.286436:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978509.291741:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291757:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978509.291761:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291764:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.291774:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291783:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978509.291800:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291806:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291810:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291814:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a251c0 00000400:00000200:2.0:1780978509.291819:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291824:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7175 [1] + 224 00000800:00000001:2.0:1780978509.291833:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291838:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.291840:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.291844:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978509.291851:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978509.291857:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978509.291867:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.291897:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978509.291906:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291909:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978509.291911:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291912:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.291915:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291918:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978509.291922:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291925:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291927:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291929:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25200 00000400:00000200:2.0:1780978509.291932:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291935:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7185 [1] + 224 00000800:00000001:2.0:1780978509.291938:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291941:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.291942:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.291945:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978509.291947:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978509.291949:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978509.291955:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.291961:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978509.291963:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291965:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978509.291967:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.291968:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.291982:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291986:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978509.291989:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291992:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291994:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.291996:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25180 00000400:00000200:2.0:1780978509.291999:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978509.292002:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x717d [1] + 224 00000800:00000001:2.0:1780978509.292005:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.292011:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978509.292013:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978509.292015:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978509.292018:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978509.292020:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978509.292027:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978509.292033:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978509.292036:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978509.292038:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292114:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978509.292119:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978509.292125:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978509.292127:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978509.292129:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef26de0c. 00000400:00000200:0.0:1780978509.292133:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4dec3e 00000400:00000010:0.0:1780978509.292136:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4dec3e. 00000100:00000001:0.0:1780978509.292138:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978509.292142:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978509.292148:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292154:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978509.292155:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292157:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978509.292160:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978509.292162:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978509.292164:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978509.292167:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978509.292172:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=8 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978509.292176:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=8 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978509.292178:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978509.292180:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.292182:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978509.292183:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978509.292186:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978509.292189:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292194:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978509.292197:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978509.292199:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978509.292202:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978509.292207:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026c5cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341859200:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978509.292213:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978509.292213:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978509.292215:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaf73b0. 00000400:00000200:0.0:1780978509.292217:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a10d555 00000400:00000010:0.0:1780978509.292218:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a10d555. 00000100:00000001:0.0:1780978509.292220:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978509.292222:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978509.292228:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292234:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978509.292235:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292236:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978509.292237:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978509.292238:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978509.292239:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978509.292241:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978509.292245:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=7 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978509.292248:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=7 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978509.292249:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978509.292250:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.292251:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978509.292254:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978509.292257:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978509.292259:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978509.292261:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978509.292262:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978509.292265:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292269:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978509.292271:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978509.292272:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978509.292274:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978509.292279:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068af3950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341859328:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978509.292283:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978509.292284:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978509.292286:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083f16bab. 00000400:00000200:0.0:1780978509.292288:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:0.0:1780978509.292289:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:0.0:1780978509.292291:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978509.292292:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978509.292298:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292302:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978509.292303:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292304:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978509.292306:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978509.292306:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978509.292307:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978509.292309:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978509.292312:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=8 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978509.292315:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=8 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978509.292316:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978509.292317:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978509.292319:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978509.292320:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978509.292322:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978509.292323:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978509.292325:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978509.292326:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978509.292328:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292333:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978509.292335:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978509.292336:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978509.292339:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978509.292345:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341859264:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978509.292352:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292406:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978509.292410:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000026c5cd1e x1867487341859200/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978516 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292417:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978509.292419:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978509.292422:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:0.0:1780978509.292427:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978509.292429:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978509.292431:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978509.292433:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978509.292434:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:0.0:1780978509.292438:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978509.292441:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978509.292443:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026c5cd1e. 00000100:00000001:0.0:1780978509.292447:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978509.292449:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292450:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978509.292452:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000068af3950 x1867487341859328/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292458:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978509.292458:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978509.292459:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b15d8230. 02000000:00000001:0.0:1780978509.292461:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978509.292462:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978509.292463:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978509.292464:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978509.292465:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:0.0:1780978509.292467:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978509.292467:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978509.292468:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068af3950. 00000100:00000001:0.0:1780978509.292471:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978509.292472:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292473:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978509.292475:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341859264/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978509.292480:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978509.292481:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978509.292482:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:0.0:1780978509.292483:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978509.292484:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978509.292485:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978509.292486:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978509.292487:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000469085d0. 02000000:00000001:0.0:1780978509.292489:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978509.292490:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978509.292491:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978509.292493:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978509.292494:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292496:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978509.292503:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978509.292505:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978509.292507:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978509.292509:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978510.113772:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978510.113787:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978510.113794:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978510.113794:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978510.113797:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978510.113798:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978510.113971:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978510.113974:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978510.113976:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978511.137498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978511.137503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978511.137509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978511.137509:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978511.137513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978511.137514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978511.137600:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978511.137604:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978511.137607:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978512.162284:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978512.162290:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978512.162298:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978512.162298:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978512.162302:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978512.162303:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978512.165883:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978512.165890:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978512.165895:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978513.185974:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978513.185979:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978513.185985:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978513.185986:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978513.185989:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978513.185990:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978513.194480:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978513.194485:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978513.194491:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978514.209495:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978514.209503:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978514.209505:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978514.209507:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209511:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978514.209513:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209515:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209517:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978514.209522:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209525:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978514.209526:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978514.209527:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978514.209532:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978514.209533:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978514.209534:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209536:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978514.209537:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209538:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978514.209539:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978514.214684:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978514.214690:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978514.214694:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978514.401484:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978514.401496:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978514.401506:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978514.401513:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978514.401517:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978514.401520:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978514.401525:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978514.401534:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978514.401540:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401549:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978514.401558:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978514.401562:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401566:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401616:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401619:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978514.401622:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978514.401625:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978514.401628:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978514.401629:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978514.401630:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978514.401632:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978514.401635:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978514.401637:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401641:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978514.401647:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978514.401649:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401651:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401658:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401660:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978514.401662:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978514.401663:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978514.401665:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978514.401666:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978514.401667:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978514.401668:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978514.401670:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978514.401672:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401675:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978514.401679:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978514.401680:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.401683:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401688:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978514.401690:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978514.401694:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978514.401696:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978514.401699:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978514.401703:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3906) 00000100:00000001:1.0:1780978514.401719:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978514.401722:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978514.401723:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978514.401727:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401733:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978514.401734:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.401738:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978514.401740:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978514.401743:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341859456:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978514.401747:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978514.401752:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978514.401754:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.401756:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978514.401761:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978514.401762:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978514.401769:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978514.401773:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e06a79bf. 00000400:00000010:1.0:1780978514.401779:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0e87953. 00000100:00000200:1.0:1780978514.401785:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859456, portal 10 00000100:00000001:1.0:1780978514.401787:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978514.401788:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978514.401794:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401801:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978514.401803:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978514.401806:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c745ba9c. 00000100:00000200:1.0:1780978514.401810:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859456, offset 0 00000400:00000200:1.0:1780978514.401817:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978514.401825:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.401833:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978514.401842:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978514.401846:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978514.401849:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978514.401854:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2311:2311:256:4294967295] 192.168.201.116@tcp LPNI seq info [2311:2311:8:4294967295] 00000400:00000200:1.0:1780978514.401857:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.401866:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978514.401872:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978514.401876:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214254). 00000800:00000200:1.0:1780978514.401882:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978514.401890:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978514.401893:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978514.401917:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.401920:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.401922:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.401926:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.401928:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.401936:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978514.401937:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978514.401939:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978514.401940:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978514.401941:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978514.401943:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780978514.401945:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.401946:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978514.401947:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.401948:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978514.401949:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978514.401950:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978514.401953:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.401963:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978514.401964:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.401966:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978514.401967:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978514.401969:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341859392:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978514.401972:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978514.401974:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978514.401975:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.401977:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978514.401979:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b15d8230. 02000000:00000001:1.0:1780978514.401981:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978514.401984:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978514.401986:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049bbfe1a. 00000400:00000010:1.0:1780978514.402002:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000100:00000200:1.0:1780978514.402005:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859392, portal 25 00000100:00000001:1.0:1780978514.402006:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978514.402007:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:1.0:1780978514.402010:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.402015:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978514.402017:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978514.402019:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a10d555. 00000100:00000200:1.0:1780978514.402020:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341859392, offset 0 00000400:00000200:1.0:1780978514.402024:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978514.402027:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.402030:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978514.402033:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978514.402035:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978514.402036:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978514.402038:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2312:2312:255:4294967295] 192.168.201.116@tcp LPNI seq info [2312:2312:7:4294967295] 00000400:00000200:1.0:1780978514.402041:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.402047:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978514.402051:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978514.402053:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c8cfe06 (tot 3214502). 00000800:00000200:1.0:1780978514.402057:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978514.402061:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978514.402063:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c8cfe06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978514.402065:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.402067:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.402068:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.402070:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978514.402072:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.402078:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978514.402078:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.402081:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978514.402082:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978514.402084:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341859520:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978514.402086:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978514.402088:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978514.402089:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.402090:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978514.402093:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978514.402094:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978514.402097:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978514.402098:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007bb4e201. 00000400:00000010:1.0:1780978514.402101:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978514.402103:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859520, portal 10 00000100:00000001:1.0:1780978514.402104:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978514.402105:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780978514.402109:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.402114:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978514.402116:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978514.402118:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068d5621b. 00000100:00000200:1.0:1780978514.402120:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859520, offset 0 00000400:00000200:1.0:1780978514.402123:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978514.402127:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.402129:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978514.402132:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978514.402133:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978514.402135:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978514.402137:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2313:2313:254:4294967295] 192.168.201.116@tcp LPNI seq info [2313:2313:6:4294967295] 00000400:00000200:1.0:1780978514.402140:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978514.402144:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978514.402147:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978514.402150:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214750). 00000800:00000200:1.0:1780978514.402152:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978514.402156:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978514.402158:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978514.402160:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.402161:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.402162:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.402164:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.402166:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978514.402374:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978514.402376:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978514.402464:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978514.402469:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001499aaf0 (tot 3214502). 00000400:00000200:2.0:1780978514.402476:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.402481:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978514.402486:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c745ba9c 00000400:00000010:2.0:1780978514.402487:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c745ba9c. 00000100:00000001:2.0:1780978514.402491:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978514.402494:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402502:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978514.402504:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402509:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978514.402511:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978514.402522:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978514.402524:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c8cfe06 (tot 3214254). 00000400:00000200:2.0:1780978514.402526:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.402529:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978514.402531:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a10d555 00000400:00000010:2.0:1780978514.402532:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a10d555. 00000100:00000001:2.0:1780978514.402534:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978514.402536:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402546:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978514.402548:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402553:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978514.402554:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978514.402620:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978514.402622:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214006). 00000400:00000200:2.0:1780978514.402625:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.402628:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978514.402631:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068d5621b 00000400:00000010:2.0:1780978514.402632:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068d5621b. 00000100:00000001:2.0:1780978514.402634:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978514.402636:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402641:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978514.402643:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.402648:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978514.402649:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978514.407251:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407269:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978514.407274:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407277:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407287:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407295:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978514.407302:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407308:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407312:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407316:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25240 00000400:00000200:2.0:1780978514.407321:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407327:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7195 [1] + 224 00000800:00000001:2.0:1780978514.407334:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407340:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407343:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.407347:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978514.407354:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978514.407394:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978514.407405:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.407427:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978514.407436:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407440:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978514.407441:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407443:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407446:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407449:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978514.407453:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407455:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407458:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407460:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25280 00000400:00000200:2.0:1780978514.407463:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407466:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x718d [1] + 224 00000800:00000001:2.0:1780978514.407470:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407472:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407474:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.407476:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978514.407478:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978514.407481:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978514.407488:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.407494:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978514.407497:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407500:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978514.407501:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407502:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407505:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407507:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978514.407510:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407513:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407515:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407517:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a252c0 00000400:00000200:2.0:1780978514.407519:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978514.407522:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x719d [1] + 224 00000800:00000001:2.0:1780978514.407525:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407532:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978514.407534:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978514.407536:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978514.407538:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978514.407541:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978514.407547:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978514.407552:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978514.407555:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978514.407557:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.407782:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978514.407786:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978514.407792:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978514.407794:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978514.407796:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049bbfe1a. 00000400:00000200:1.0:1780978514.407800:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:1.0:1780978514.407801:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:1.0:1780978514.407804:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978514.407818:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978514.407826:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.407831:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978514.407833:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.407835:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978514.407837:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978514.407840:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978514.407841:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.407844:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978514.407849:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=13 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978514.407853:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=13 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978514.407855:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978514.407857:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978514.407859:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978514.407861:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.407863:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.407866:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.407872:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.407874:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978514.407876:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978514.407879:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978514.407885:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341859392:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978514.407890:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978514.407892:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978514.407893:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007bb4e201. 00000400:00000200:1.0:1780978514.407895:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4dec3e 00000400:00000010:1.0:1780978514.407896:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4dec3e. 00000100:00000001:1.0:1780978514.407897:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978514.407909:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978514.407917:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.407926:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978514.407927:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.407929:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978514.407930:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978514.407931:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978514.407932:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.407933:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978514.407938:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=12 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978514.407941:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=12 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978514.407943:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978514.407944:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978514.407945:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978514.407948:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.407950:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978514.407952:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978514.407953:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978514.407955:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.407957:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.407962:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.407963:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978514.407964:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978514.407966:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978514.407972:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341859520:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978514.407976:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978514.407977:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978514.407978:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e06a79bf. 00000400:00000200:1.0:1780978514.407980:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0e87953 00000400:00000010:1.0:1780978514.407982:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0e87953. 00000100:00000001:1.0:1780978514.407983:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978514.407985:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978514.408002:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.408008:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978514.408159:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408162:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978514.408164:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978514.408164:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978514.408166:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978514.408167:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978514.408171:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=13 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978514.408174:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=13 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978514.408176:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978514.408176:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978514.408178:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978514.408179:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.408182:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978514.408183:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978514.408184:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978514.408185:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978514.408188:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.408193:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978514.408195:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978514.408196:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978514.408198:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978514.408205:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341859456:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978514.408209:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408211:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978514.408214:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341859392/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978521 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.408223:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978514.408225:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978514.408228:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b15d8230. 02000000:00000001:1.0:1780978514.408232:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978514.408234:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978514.408236:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978514.408238:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978514.408240:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:1.0:1780978514.408243:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978514.408245:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978514.408246:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:1.0:1780978514.408249:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978514.408251:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408252:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978514.408254:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341859520/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.408259:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978514.408260:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978514.408261:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:1.0:1780978514.408262:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978514.408263:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978514.408264:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978514.408266:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978514.408267:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:1.0:1780978514.408268:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978514.408269:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978514.408270:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978514.408272:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978514.408273:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408274:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978514.408276:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341859456/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978546 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978514.408281:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978514.408282:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978514.408283:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978514.408286:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978514.408287:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978514.408287:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978514.408289:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978514.408290:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:1.0:1780978514.408291:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978514.408292:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978514.408293:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:1.0:1780978514.408295:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978514.408296:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408297:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978514.408304:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978514.408306:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978514.408307:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978514.408309:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978515.233519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978515.233525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978515.233532:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978515.233533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978515.233536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978515.233537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978515.233648:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978515.233651:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978515.233654:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978516.264671:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978516.264676:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978516.264681:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978516.264682:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978516.264685:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978516.264686:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978516.265763:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978516.265767:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978516.265770:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:3.0:1780978516.961526:0:10702:0:(osc_request.c:764:osc_update_next_shrink()) next time 5104 to shrink grant 00000008:00000020:3.0:1780978516.961535:0:10702:0:(osc_request.c:764:osc_update_next_shrink()) next time 5104 to shrink grant 00000008:00000001:3.0:1780978516.961538:0:10702:0:(osc_request.c:851:osc_shrink_grant_to_target()) Process entered 00000008:00000010:3.0:1780978516.961550:0:10702:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at 000000006879befb. 00000008:00000020:3.0:1780978516.961556:0:10702:0:(osc_request.c:755:osc_announce_cached()) lustre-MDT0001-mdc-ffff9c2814f0d000: dirty: 0 undirty: 484638720 dropped 0 grant: 2146304 cl_lost_grant 0 00000008:00000020:3.0:1780978516.961561:0:10702:0:(osc_request.c:764:osc_update_next_shrink()) next time 5104 to shrink grant 00000008:00000001:3.0:1780978516.961565:0:10702:0:(osc_request.c:3366:osc_set_info_async()) Process entered 00000100:00000010:3.0:1780978516.961573:0:10702:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051048c39. 00000020:00000040:3.0:1780978516.961578:0:10702:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978516.961586:0:10702:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978516.961590:0:10702:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978516.961596:0:10702:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978516.961605:0:10702:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4cd617b. 00000100:00000001:3.0:1780978516.961614:0:10702:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780978516.961622:0:10702:0:(osc_request.c:3436:osc_set_info_async()) slab-alloced 'oa': 208 at 00000000429d6bbf. 00000100:00000001:3.0:1780978516.961628:0:10702:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978516.961632:0:10702:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978516.961647:0:10702:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051048c39] to pc [ptlrpcd_01_00+0] req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000008:00000001:3.0:1780978516.961698:0:10702:0:(osc_request.c:3455:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780978516.961701:0:10702:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at 000000006879befb. 00000008:00000001:3.0:1780978516.961708:0:10702:0:(osc_request.c:895:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780978516.961710:0:10702:0:(osc_request.c:851:osc_shrink_grant_to_target()) Process entered 00000008:00000010:3.0:1780978516.961713:0:10702:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at 000000006879befb. 00000008:00000020:3.0:1780978516.961715:0:10702:0:(osc_request.c:755:osc_announce_cached()) lustre-MDT0000-mdc-ffff9c2814f0d000: dirty: 0 undirty: 484638720 dropped 0 grant: 2146304 cl_lost_grant 0 00000008:00000020:3.0:1780978516.961717:0:10702:0:(osc_request.c:764:osc_update_next_shrink()) next time 5104 to shrink grant 00000008:00000001:3.0:1780978516.961719:0:10702:0:(osc_request.c:3366:osc_set_info_async()) Process entered 00000100:00000010:3.0:1780978516.961722:0:10702:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea1ac9e1. 00000020:00000040:3.0:1780978516.961724:0:10702:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978516.961726:0:10702:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978516.961727:0:10702:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978516.961729:0:10702:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978516.961732:0:10702:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e645df0. 00000100:00000001:3.0:1780978516.961735:0:10702:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780978516.961738:0:10702:0:(osc_request.c:3436:osc_set_info_async()) slab-alloced 'oa': 208 at 00000000cc2b7edf. 00000100:00000001:3.0:1780978516.961740:0:10702:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978516.961742:0:10702:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978516.961745:0:10702:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ea1ac9e1] to pc [ptlrpcd_01_01+1] req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000008:00000001:3.0:1780978516.961759:0:10702:0:(osc_request.c:3455:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780978516.961760:0:10702:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at 000000006879befb. 00000008:00000001:3.0:1780978516.961763:0:10702:0:(osc_request.c:895:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.961784:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978516.961788:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978516.961790:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978516.961794:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.961801:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978516.961804:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.961809:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978516.961811:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978516.961814:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859584:192.168.201.116@tcp:17:kworker/3:2.0 00000100:00000001:3.0:1780978516.961819:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978516.961827:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978516.961829:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.961831:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978516.961836:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e16383d. 02000000:00000001:3.0:1780978516.961838:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978516.961847:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978516.961853:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978516.961860:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978516.961867:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867487341859584, portal 10 00000100:00000001:3.0:1780978516.961870:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978516.961871:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392661504 : -109779316890112 : ffff9c2802d02600) 00000100:00000040:3.0:1780978516.961878:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.961886:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978516.961888:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978516.961890:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000790b552. 00000100:00000200:3.0:1780978516.961893:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1867487341859584, offset 0 00000400:00000200:3.0:1780978516.961900:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978516.961910:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978516.961919:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978516.961929:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978516.961932:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978516.961936:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978516.961940:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2314:2314:256:4294967295] 192.168.201.116@tcp LPNI seq info [2314:2314:8:4294967295] 00000400:00000200:3.0:1780978516.961977:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978516.961986:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978516.961993:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978516.961998:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006879befb (tot 3214254). 00000800:00000200:3.0:1780978516.962006:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978516.962014:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978516.962019:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006879befb type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1780978516.962033:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962036:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978516.962038:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962042:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962044:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.962054:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978516.962056:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:3.0:1780978516.962058:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978516.962059:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978516.962060:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978516.962062:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978516.962064:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.962065:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978516.962066:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.962067:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978516.962068:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978516.962069:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978516.962072:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.962077:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978516.962079:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.962081:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978516.962082:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978516.962084:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859648:192.168.201.116@tcp:17:kworker/3:2.0 00000100:00000001:3.0:1780978516.962088:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978516.962089:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978516.962090:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.962092:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978516.962095:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000030aaa333. 02000000:00000001:3.0:1780978516.962096:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978516.962099:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978516.962101:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978516.962104:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978516.962106:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867487341859648, portal 10 00000100:00000001:3.0:1780978516.962107:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978516.962108:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392670016 : -109779316881600 : ffff9c2802d04740) 00000100:00000040:3.0:1780978516.962113:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.962118:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978516.962120:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978516.962124:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eef5305f. 00000100:00000200:3.0:1780978516.962126:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1867487341859648, offset 0 00000400:00000200:3.0:1780978516.962130:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978516.962133:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978516.962136:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978516.962139:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978516.962141:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978516.962143:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978516.962146:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2315:2315:255:4294967295] 192.168.201.116@tcp LPNI seq info [2315:2315:7:4294967295] 00000400:00000200:3.0:1780978516.962150:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978516.962155:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978516.962159:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978516.962162:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000064b6ed1 (tot 3214502). 00000800:00000200:3.0:1780978516.962165:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978516.962169:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978516.962171:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000064b6ed1 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1780978516.962173:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962175:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978516.962177:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962179:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.962180:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978516.962664:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978516.962668:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978516.962724:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978516.962728:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006879befb (tot 3214254). 00000400:00000200:2.0:1780978516.962734:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978516.962740:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978516.962746:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000790b552 00000400:00000010:2.0:1780978516.962748:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000790b552. 00000100:00000001:2.0:1780978516.962753:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978516.962757:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.962768:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978516.962770:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.962775:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978516.962777:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978516.962859:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978516.962861:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000064b6ed1 (tot 3214006). 00000400:00000200:2.0:1780978516.962864:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978516.962867:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978516.962869:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef5305f 00000400:00000010:2.0:1780978516.962871:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eef5305f. 00000100:00000001:2.0:1780978516.962872:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978516.962875:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.962881:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978516.962882:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.962886:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978516.962888:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978516.965648:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.965672:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978516.965679:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.965682:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978516.965695:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965705:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978516.965714:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965720:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965724:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965729:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 432 into portal 10 MB=0x6a27847a25300 00000400:00000200:2.0:1780978516.965735:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965742:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 432/432 into md 0x71a5 [1] + 224 00000800:00000001:2.0:1780978516.965751:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.965757:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978516.965760:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978516.965765:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978516.965773:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978516.965780:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000040:2.0:1780978516.965794:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=432 offset=224 replen=432 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.965816:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978516.965828:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.965832:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978516.965833:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.965835:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978516.965837:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965841:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978516.965845:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.965848:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.966236:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.966241:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 432 into portal 10 MB=0x6a27847a25340 00000400:00000200:2.0:1780978516.966245:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978516.966250:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 432/432 into md 0x71b5 [1] + 224 00000800:00000001:2.0:1780978516.966254:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.966516:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978516.966520:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978516.966524:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978516.966529:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978516.966534:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000040:2.0:1780978516.966541:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=432 offset=224 replen=432 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:2.0:1780978516.966548:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978516.966554:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978516.966558:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.966768:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978516.966773:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978516.966783:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978516.966785:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978516.966788:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:3.0:1780978516.966792:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978516.966794:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978516.966797:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978516.966801:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000200:3.0:1780978516.966818:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.966823:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978516.966824:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.966827:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978516.966830:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978516.966833:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978516.966835:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.966838:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978516.966848:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=15 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978516.966854:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=15 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978516.966856:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978516.966858:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978516.966860:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978516.966863:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.966867:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978516.966869:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978516.966872:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978516.966873:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978516.966877:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.966883:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978516.966886:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978516.966889:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1780978516.966895:0:2262:0:(osc_request.c:778:osc_update_grant()) got 1097728 extra grant 00000008:00000010:3.0:1780978516.966898:0:2262:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at 00000000cc2b7edf. 00000100:00000040:3.0:1780978516.966903:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00100000:3.0:1780978516.966910:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859648:192.168.201.116@tcp:17:kworker/3:2.0 00000400:00000001:3.0:1780978516.966917:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978516.966918:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978516.966920:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:3.0:1780978516.966921:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:3.0:1780978516.966922:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:3.0:1780978516.966924:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978516.966926:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000200:3.0:1780978516.966934:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.966938:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978516.966939:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.966940:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978516.966954:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978516.966955:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978516.966957:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978516.966959:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978516.966963:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=14 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978516.966966:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=14 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978516.966977:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978516.966978:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978516.966980:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978516.966981:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.966983:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978516.966984:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978516.966986:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978516.966987:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978516.966990:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.966995:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978516.966997:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978516.966998:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1780978516.967000:0:2262:0:(osc_request.c:778:osc_update_grant()) got 1097728 extra grant 00000008:00000010:3.0:1780978516.967001:0:2262:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at 00000000429d6bbf. 00000100:00000040:3.0:1780978516.967005:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00100000:3.0:1780978516.967010:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859584:192.168.201.116@tcp:17:kworker/3:2.0 00000100:00000001:3.0:1780978516.967015:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.967017:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978516.967019:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ea1ac9e1 x1867487341859648/t0(0) o17->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.967024:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978516.967027:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978516.967029:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000030aaa333. 02000000:00000001:3.0:1780978516.967033:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978516.967035:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978516.967037:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978516.967040:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978516.967042:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978516.967045:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978516.967046:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978516.967048:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea1ac9e1. 00000100:00000001:3.0:1780978516.967052:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978516.967053:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.967054:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978516.967056:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051048c39 x1867487341859584/t0(0) o17->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1780978548 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'kworker/3:2.0' 00000100:00000001:3.0:1780978516.967061:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978516.967062:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978516.967063:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e16383d. 02000000:00000001:3.0:1780978516.967066:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978516.967067:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978516.967068:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978516.967070:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978516.967070:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978516.967072:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978516.967073:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978516.967074:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051048c39. 00000100:00000001:3.0:1780978516.967076:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978516.967077:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.967078:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978516.967087:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978516.967089:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978516.967091:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978516.967094:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978517.281552:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978517.281560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978517.281568:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978517.281569:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978517.281574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978517.281575:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978517.281721:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978517.281725:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978517.281729:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978518.306730:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978518.306745:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978518.306754:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978518.306755:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978518.306759:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978518.306759:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978518.307069:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978518.307073:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978518.307076:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978519.330148:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978519.330155:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978519.330164:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978519.330169:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978519.330172:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978519.330180:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978519.330183:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978519.330185:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978519.330189:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978519.330191:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978519.330193:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978519.330195:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978519.330199:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978519.330200:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978519.332257:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978519.332275:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978519.332281:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978519.522925:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978519.522941:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978519.522956:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978519.522965:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978519.522972:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978519.522975:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978519.522983:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978519.522994:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978519.523005:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523021:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978519.523034:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978519.523039:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523045:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_00+0] req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.523082:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523085:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978519.523088:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978519.523091:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978519.523093:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978519.523095:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978519.523096:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978519.523098:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978519.523101:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978519.523103:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523106:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978519.523112:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978519.523113:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523115:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_01+1] req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.523127:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523129:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978519.523132:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978519.523134:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978519.523136:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978519.523138:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978519.523139:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978519.523140:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978519.523143:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978519.523145:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523148:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978519.523153:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978519.523154:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.523157:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_00+0] req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.523163:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978519.523164:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978519.523168:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978519.523170:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978519.523173:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978519.523179:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3912) 00000100:00000001:2.0:1780978519.523200:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.523204:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978519.523207:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978519.523211:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.523227:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978519.523230:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978519.523235:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978519.523238:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978519.523241:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341859776:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978519.523246:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978519.523253:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978519.523255:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523381:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978519.523385:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978519.523386:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978519.523390:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523397:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978519.523398:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978519.523401:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978519.523403:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978519.523405:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341859712:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978519.523410:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978519.523412:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978519.523414:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978519.523416:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978519.523421:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978519.523423:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978519.523434:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978519.523440:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5e25a6e. 00000400:00000010:3.0:1780978519.523447:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004399f46b. 00000100:00000200:3.0:1780978519.523455:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859712, portal 25 00000100:00000001:3.0:1780978519.523458:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978519.523460:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:3.0:1780978519.523466:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523472:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978519.523474:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978519.523477:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000100:00000200:3.0:1780978519.523479:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341859712, offset 0 00000400:00000200:3.0:1780978519.523487:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978519.523497:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.523508:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978519.523517:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978519.523521:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978519.523523:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978519.523527:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2316:2316:256:4294967295] 192.168.201.116@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:3.0:1780978519.523531:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.523540:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978519.523547:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978519.523551:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978519.523558:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978519.523569:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978519.523574:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978519.523593:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523595:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978519.523599:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523601:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978519.523604:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523610:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978519.523611:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978519.523613:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978519.523615:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978519.523617:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859840:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978519.523620:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978519.523621:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978519.523622:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978519.523624:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978519.523626:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978519.523628:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978519.523632:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978519.523634:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca763a9. 00000400:00000010:3.0:1780978519.523638:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdf0e3a8. 00000100:00000200:3.0:1780978519.523640:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859840, portal 10 00000100:00000001:3.0:1780978519.523642:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978519.523642:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:3.0:1780978519.523649:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523654:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978519.523656:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978519.523659:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978519.523661:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859840, offset 0 00000400:00000200:3.0:1780978519.523665:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978519.523668:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.523671:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978519.523675:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978519.523676:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978519.523678:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978519.523680:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2317:2317:255:4294967295] 192.168.201.116@tcp LPNI seq info [2317:2317:7:4294967295] 00000400:00000200:3.0:1780978519.523684:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.523688:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978519.523691:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978519.523694:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214502). 00000800:00000200:3.0:1780978519.523698:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978519.523702:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978519.523704:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978519.523706:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523708:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978519.523710:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523712:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523728:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978519.523738:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978519.523741:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978519.523743:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978519.523744:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978519.523745:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523748:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978519.523809:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978519.523813:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214254). 00000400:00000200:3.0:1780978519.523820:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.523826:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978519.523831:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:3.0:1780978519.523833:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:3.0:1780978519.523838:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978519.523841:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523850:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978519.523852:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523859:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523861:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978519.523954:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978519.523957:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:3.0:1780978519.523960:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.523963:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978519.523965:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:3.0:1780978519.523966:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:3.0:1780978519.523968:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978519.523971:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523977:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978519.523979:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.523984:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.523986:0:2255:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:2.0:1780978519.524532:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978519.524539:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978519.524543:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978519.524548:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978519.524552:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002516a63c. 00000400:00000010:2.0:1780978519.524556:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978519.524560:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859776, portal 10 00000100:00000001:2.0:1780978519.524562:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978519.524563:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:2.0:1780978519.524571:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.524578:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978519.524580:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978519.524583:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000609b147a. 00000100:00000200:2.0:1780978519.524585:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859776, offset 0 00000400:00000200:2.0:1780978519.524590:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978519.524596:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978519.524602:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978519.524607:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978519.524611:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978519.524613:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978519.524616:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2318:2318:256:4294967295] 192.168.201.116@tcp LPNI seq info [2318:2318:8:4294967295] 00000400:00000200:2.0:1780978519.524620:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978519.524626:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978519.524630:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978519.524637:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978519.524641:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978519.524647:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978519.524649:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978519.524663:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.524665:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978519.524667:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.524669:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.524671:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.524678:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978519.524679:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978519.524681:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.524682:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978519.524683:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.524685:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978519.526000:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978519.526008:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214006). 00000400:00000200:3.0:1780978519.526016:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.526025:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978519.526031:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000609b147a 00000400:00000010:3.0:1780978519.526034:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000609b147a. 00000100:00000001:3.0:1780978519.526039:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978519.526044:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.526054:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978519.526056:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.526063:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978519.526065:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978519.532220:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532248:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978519.532256:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532259:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532272:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532282:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978519.532293:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532300:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532304:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532308:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25400 00000400:00000200:3.0:1780978519.532314:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532321:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x71d5 [1] + 224 00000800:00000001:3.0:1780978519.532333:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532338:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532341:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.532346:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978519.532354:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978519.532400:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978519.532412:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.532441:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978519.532452:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532456:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978519.532458:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532460:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532463:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532467:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978519.532471:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532473:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532476:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532478:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a253c0 00000400:00000200:3.0:1780978519.532481:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532485:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x71e5 [1] + 224 00000800:00000001:3.0:1780978519.532489:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532493:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532494:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.532497:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978519.532499:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978519.532502:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978519.532510:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.532523:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978519.532526:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532528:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978519.532530:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532532:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532535:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532538:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978519.532542:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532544:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532546:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532549:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25380 00000400:00000200:3.0:1780978519.532552:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978519.532555:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x71c5 [1] + 224 00000800:00000001:3.0:1780978519.532559:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532584:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978519.532586:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978519.532589:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978519.532592:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978519.532597:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978519.532604:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978519.532610:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978519.532615:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978519.532618:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.535712:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.535735:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978519.535749:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978519.535751:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978519.535756:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002516a63c. 00000400:00000200:2.0:1780978519.535770:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:2.0:1780978519.535772:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:2.0:1780978519.535778:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978519.535793:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978519.535806:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.535814:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978519.535816:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.535819:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978519.535823:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978519.535826:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978519.535829:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978519.535832:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978519.535844:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=18 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978519.535849:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=18 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978519.535853:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978519.535855:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978519.535858:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978519.535862:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.535866:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978519.535868:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978519.535870:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978519.535872:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.535876:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.535883:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978519.535887:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978519.535890:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978519.535893:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978519.535912:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341859776:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978519.535918:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.535921:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978519.535924:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341859776/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.535931:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978519.535934:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978519.535937:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978519.535943:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978519.535946:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978519.535948:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978519.535951:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978519.535953:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:2.0:1780978519.535956:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978519.535959:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978519.535960:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:2.0:1780978519.535968:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978519.535970:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.535972:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.535983:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978519.535985:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.535988:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.535991:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.536009:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.536011:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978519.536016:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978519.536017:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978519.536020:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5e25a6e. 00000400:00000200:2.0:1780978519.536023:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004399f46b 00000400:00000010:2.0:1780978519.536025:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004399f46b. 00000100:00000001:2.0:1780978519.536027:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978519.536032:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978519.536040:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536046:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978519.536047:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536049:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978519.536050:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978519.536051:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978519.536053:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978519.536055:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978519.536058:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=18 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978519.536061:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=18 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978519.536063:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978519.536064:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978519.536065:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978519.536067:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.536068:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.536071:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536077:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978519.536078:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978519.536079:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978519.536082:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978519.536089:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341859712:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978519.536094:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978519.536095:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978519.536097:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca763a9. 00000400:00000200:2.0:1780978519.536098:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdf0e3a8 00000400:00000010:2.0:1780978519.536100:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdf0e3a8. 00000100:00000001:2.0:1780978519.536101:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978519.536104:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978519.536110:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536116:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978519.536117:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536118:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978519.536119:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978519.536120:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978519.536121:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978519.536122:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978519.536126:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=17 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978519.536128:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=17 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978519.536130:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978519.536131:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978519.536132:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978519.536134:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.536136:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978519.536137:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978519.536138:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978519.536140:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978519.536142:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536147:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978519.536149:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978519.536150:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978519.536152:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978519.536172:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859840:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978519.536176:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536178:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978519.536180:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341859712/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978526 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536186:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978519.536187:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978519.536188:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:2.0:1780978519.536191:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978519.536192:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978519.536193:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978519.536195:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978519.536196:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978519.536198:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978519.536199:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978519.536200:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:2.0:1780978519.536203:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978519.536204:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536205:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978519.536207:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341859840/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978551 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978519.536213:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978519.536214:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978519.536216:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:2.0:1780978519.536218:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978519.536219:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978519.536220:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978519.536221:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978519.536222:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978519.536224:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978519.536225:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978519.536226:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:2.0:1780978519.536229:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978519.536229:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536231:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978519.536235:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978519.536236:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978519.536237:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978519.536239:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978520.353576:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978520.353584:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978520.353593:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978520.353594:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978520.353598:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978520.353599:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978520.353814:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978520.353820:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978520.353823:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978521.377550:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978521.377557:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978521.377564:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978521.377565:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978521.377578:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978521.377581:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978521.377800:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978521.377804:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978521.377807:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978522.401545:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978522.401555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978522.401566:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978522.401567:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978522.401571:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978522.401572:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978522.401684:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978522.401688:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978522.401691:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978523.425750:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978523.425757:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978523.425767:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978523.425768:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978523.425772:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978523.425773:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978523.426733:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978523.426740:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978523.426744:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978524.450333:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978524.450343:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978524.450346:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978524.450349:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450384:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978524.450386:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450388:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450390:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450395:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978524.450396:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450400:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978524.450401:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978524.450402:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978524.450408:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978524.450410:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978524.450411:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450412:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978524.450413:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450414:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978524.450416:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978524.455855:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978524.455864:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978524.455871:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978524.641489:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978524.641499:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978524.641511:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978524.641517:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978524.641521:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978524.641524:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978524.641529:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978524.641537:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978524.641544:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641554:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978524.641564:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978524.641567:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641572:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_01+1] req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641609:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641611:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978524.641614:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978524.641616:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978524.641619:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978524.641620:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978524.641621:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978524.641623:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978524.641626:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978524.641628:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641632:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978524.641637:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978524.641639:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641642:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_00+0] req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641648:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641650:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978524.641652:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978524.641654:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978524.641656:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978524.641658:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978524.641659:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978524.641660:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978524.641662:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978524.641664:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641667:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978524.641672:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978524.641673:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978524.641676:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_01+1] req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641682:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978524.641684:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978524.641686:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978524.641688:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978524.641690:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978524.641694:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3917) 00000100:00000001:2.0:1780978524.641708:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978524.641710:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978524.641712:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978524.641716:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641723:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978524.641724:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978524.641728:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978524.641729:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978524.641732:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859968:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978524.641736:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978524.641741:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978524.641743:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978524.641746:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978524.641748:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978524.641750:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978524.641757:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978524.641761:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002516a63c. 00000400:00000010:2.0:1780978524.641767:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978524.641773:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859968, portal 10 00000100:00000001:2.0:1780978524.641775:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978524.641777:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:2.0:1780978524.641783:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641789:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978524.641792:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978524.641794:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066b36746. 00000100:00000200:2.0:1780978524.641796:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341859968, offset 0 00000400:00000200:2.0:1780978524.641801:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978524.641820:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.641829:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978524.641837:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978524.641840:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978524.641842:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978524.641846:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2319:2319:256:4294967295] 192.168.201.116@tcp LPNI seq info [2319:2319:8:4294967295] 00000400:00000200:2.0:1780978524.641850:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.641858:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978524.641865:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978524.641869:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214254). 00000800:00000200:2.0:1780978524.641877:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978524.641887:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978524.641891:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978524.641907:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978524.641909:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978524.641912:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978524.641915:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.641917:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978524.641918:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.641925:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978524.641928:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780978524.641929:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978524.641933:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978524.641936:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978524.641937:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978524.641939:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978524.641941:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.641944:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.641957:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978524.641960:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.641964:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978524.641969:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978524.641973:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341859904:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978524.641979:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978524.641984:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978524.641987:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.641989:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978524.641998:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978524.642001:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978524.642024:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978524.642030:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978524.642038:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978524.642046:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341859904, portal 25 00000100:00000001:3.0:1780978524.642049:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978524.642050:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:3.0:1780978524.642056:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.642082:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978524.642086:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978524.642090:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff0930f8. 00000800:00000200:2.0:1780978524.642093:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1780978524.642095:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341859904, offset 0 00000800:00000010:2.0:1780978524.642103:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:3.0:1780978524.642111:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978524.642116:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978524.642122:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.642127:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978524.642135:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978524.642137:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066b36746 00000400:00000010:2.0:1780978524.642140:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066b36746. 00000400:00000200:3.0:1780978524.642145:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000100:00000001:2.0:1780978524.642146:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:3.0:1780978524.642152:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1780978524.642154:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:3.0:1780978524.642161:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978524.642173:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2320:2320:255:4294967295] 192.168.201.116@tcp LPNI seq info [2320:2320:7:4294967295] 00000100:00000001:2.0:1780978524.642182:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000400:00000200:3.0:1780978524.642185:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:2.0:1780978524.642190:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:3.0:1780978524.642210:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000100:00000001:2.0:1780978524.642221:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978524.642223:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978524.642237:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978524.642243:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214254). 00000800:00000200:3.0:1780978524.642250:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978524.642260:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978524.642264:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978524.642287:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642290:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978524.642292:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642295:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978524.642298:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.642306:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978524.642308:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.642312:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978524.642315:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978524.642318:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860032:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978524.642322:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978524.642325:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978524.642326:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.642328:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978524.642332:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 00000800:00000200:2.0:1780978524.642333:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1780978524.642335:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1780978524.642338:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:2.0:1780978524.642344:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978524.642349:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978524.642351:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff0930f8 00000400:00000010:2.0:1780978524.642353:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff0930f8. 00000100:00000001:2.0:1780978524.642375:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978524.642379:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.642386:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978524.642387:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.642393:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978524.642395:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1780978524.642739:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978524.642742:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978524.642747:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978524.642750:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860032, portal 10 00000100:00000001:3.0:1780978524.642752:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978524.642754:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:3.0:1780978524.642761:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.642768:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978524.642770:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978524.642772:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d356e162. 00000100:00000200:3.0:1780978524.642774:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860032, offset 0 00000400:00000200:3.0:1780978524.642779:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978524.642784:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978524.642788:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978524.642791:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978524.642794:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978524.642796:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978524.642798:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2321:2321:256:4294967295] 192.168.201.116@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:3.0:1780978524.642802:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978524.642819:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978524.642824:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978524.642828:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978524.642832:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978524.642836:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978524.642838:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978524.642847:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642849:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978524.642851:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642853:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642856:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.642862:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978524.642864:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978524.642866:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.642867:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978524.642868:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.642870:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978524.643098:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978524.643103:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214006). 00000400:00000200:2.0:1780978524.643108:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978524.643115:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978524.643119:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d356e162 00000400:00000010:2.0:1780978524.643121:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d356e162. 00000100:00000001:2.0:1780978524.643125:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978524.643129:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.643138:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978524.643140:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.643146:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978524.643147:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978524.649404:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.649423:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978524.649428:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.649430:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.649441:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.649450:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978524.649458:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.649463:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.649467:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.649471:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25480 00000400:00000200:2.0:1780978524.649476:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.649481:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x71f5 [1] + 224 00000800:00000001:2.0:1780978524.649490:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.649507:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.649512:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978524.649516:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978524.649523:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978524.649529:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978524.649539:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.649556:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978524.649565:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.649568:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.651228:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.651234:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978524.651243:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978524.651245:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978524.651248:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002516a63c. 00000400:00000200:3.0:1780978524.651256:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:3.0:1780978524.651258:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:3.0:1780978524.651261:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978524.651270:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978524.651280:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.651286:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978524.651288:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.651290:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978524.651293:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978524.651296:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978524.651298:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.651301:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978524.651309:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=23 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978524.651312:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=23 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978524.651315:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978524.651316:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978524.651318:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978524.651322:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.651326:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978524.651327:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978524.651330:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978524.651342:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978524.651346:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.651385:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978524.651388:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978524.651390:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978524.651394:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978524.651401:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341859968:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978524.651406:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.651408:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978524.651411:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341859968/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.651417:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978524.651419:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978524.651423:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:3.0:1780978524.651426:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978524.651427:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978524.651429:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978524.651431:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978524.651433:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978524.651436:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978524.651438:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978524.651439:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:3.0:1780978524.651442:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978524.651443:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.651444:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.651452:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978524.651453:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.651455:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.651457:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978524.661566:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.661585:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978524.661590:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.661592:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.661603:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.661611:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978524.661619:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.661637:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.661641:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.661645:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25440 00000400:00000200:2.0:1780978524.661650:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.661656:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7205 [1] + 224 00000800:00000001:2.0:1780978524.661664:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.661675:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.661678:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978524.661682:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978524.661688:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978524.661694:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978524.661714:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.661732:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978524.661742:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.661745:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.662538:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.662545:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978524.662552:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978524.662554:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978524.662556:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978524.662561:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:3.0:1780978524.662563:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:3.0:1780978524.662566:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978524.662572:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978524.662580:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.662586:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978524.662588:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.662590:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978524.662593:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978524.662596:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978524.662597:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.662600:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978524.662606:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=23 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978524.662610:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=23 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978524.662613:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978524.662614:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978524.662616:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978524.662618:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.662620:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978524.662634:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.662640:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978524.662643:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978524.662644:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978524.662647:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978524.662652:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341859904:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978524.662658:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.662660:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978524.662662:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341859904/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978531 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.662668:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978524.662670:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978524.662673:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cd617b. 02000000:00000001:3.0:1780978524.662676:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978524.662678:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978524.662679:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978524.662681:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978524.662683:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978524.662686:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978524.662687:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978524.662688:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:3.0:1780978524.662691:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978524.662692:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.662695:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.662697:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.662698:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978524.662699:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.662701:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978524.675841:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.675858:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978524.675863:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.675865:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.675877:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.675884:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978524.675893:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.675898:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.675901:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.675905:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a254c0 00000400:00000200:2.0:1780978524.675909:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978524.675914:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7215 [1] + 224 00000800:00000001:2.0:1780978524.675921:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.675929:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978524.675931:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978524.675935:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978524.675941:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978524.675946:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978524.675956:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978524.675974:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978524.675983:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978524.675985:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.676215:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.676219:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978524.676226:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978524.676227:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978524.676230:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:3.0:1780978524.676234:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:3.0:1780978524.676236:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:3.0:1780978524.676238:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978524.676242:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978524.676249:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.676254:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978524.676256:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.676258:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978524.676270:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978524.676274:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978524.676275:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978524.676278:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978524.676286:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=22 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978524.676290:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=22 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978524.676292:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978524.676294:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978524.676296:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978524.676299:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.676302:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978524.676304:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978524.676306:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978524.676307:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978524.676311:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.676317:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978524.676319:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978524.676321:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978524.676324:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978524.676330:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860032:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978524.676335:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.676337:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978524.676339:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341860032/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978556 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978524.676344:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978524.676346:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978524.676349:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978524.676352:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978524.676382:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978524.676384:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978524.676387:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978524.676389:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978524.676393:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978524.676394:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978524.676396:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:3.0:1780978524.676399:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978524.676400:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.676402:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978524.676409:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978524.676411:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978524.676413:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978524.676414:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978525.473949:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978525.473956:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978525.473964:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978525.473965:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978525.473969:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978525.473970:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978525.474200:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978525.474205:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978525.474209:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978526.497524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978526.497532:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978526.497541:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978526.497542:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978526.497546:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978526.497547:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978526.502044:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978526.502052:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978526.502058:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978527.521581:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978527.521588:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978527.521597:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978527.521598:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978527.521602:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978527.521602:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978527.521845:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978527.521849:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978527.521852:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978528.546200:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978528.546208:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978528.546215:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978528.546219:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978528.546221:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978528.546228:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978528.546231:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978528.546232:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978528.546236:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978528.546238:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978528.546240:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978528.546242:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978528.546246:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978528.546247:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978528.547695:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978528.547711:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978528.547718:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978529.569573:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978529.569580:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978529.569588:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978529.569589:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978529.569593:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978529.569594:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978529.569708:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978529.569714:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978529.569717:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978529.761568:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978529.761586:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978529.761603:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978529.761614:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978529.761622:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978529.761625:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978529.761633:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978529.761645:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c19128ee. 00000100:00000001:1.0:1780978529.761666:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761686:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978529.761701:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978529.761707:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761715:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_01+1] req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.761777:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761780:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978529.761783:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978529.761786:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978529.761789:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978529.761791:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978529.761792:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978529.761794:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978529.761797:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978529.761800:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761804:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978529.761811:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978529.761813:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761816:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.761825:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761827:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978529.761830:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978529.761833:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978529.761835:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978529.761837:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978529.761839:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978529.761840:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978529.761843:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c47b069e. 00000100:00000001:1.0:1780978529.761846:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761849:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978529.761856:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978529.761858:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.761860:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_01+1] req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.761866:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978529.761869:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978529.761872:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978529.761875:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978529.761878:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978529.761883:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3922) 00000100:00000001:1.0:1780978529.761907:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978529.761912:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978529.762165:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978529.762172:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978529.762174:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978529.762181:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.762194:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978529.762197:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.762202:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978529.762205:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978529.762208:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341860096:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978529.762214:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978529.762223:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978529.762226:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.762229:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978529.762237:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978529.762239:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978529.762263:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978529.762270:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000befe06d6. 00000400:00000010:0.0:1780978529.762277:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978529.762286:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860096, portal 25 00000100:00000001:0.0:1780978529.762289:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978529.762290:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:0.0:1780978529.762295:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.762302:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978529.762305:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978529.762307:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084bb79cb. 00000100:00000200:0.0:1780978529.762310:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341860096, offset 0 00000400:00000200:0.0:1780978529.762319:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978529.766037:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978529.766062:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978529.766072:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978529.766078:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978529.766082:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978529.766086:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2322:2322:256:4294967295] 192.168.201.116@tcp LPNI seq info [2322:2322:8:4294967295] 00000400:00000200:0.0:1780978529.766091:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978529.766105:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978529.766113:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978529.766128:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb451be7 (tot 3214254). 00000800:00000200:0.0:1780978529.766140:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978529.766154:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978529.766159:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb451be7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978529.766190:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766195:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978529.766201:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766208:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978529.766219:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.766232:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978529.766234:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.766240:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978529.766257:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978529.766261:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860224:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978529.766267:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978529.766275:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978529.766278:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.766281:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978529.766289:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978529.766292:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978529.766298:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978529.766302:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000146fb6d3. 00000400:00000010:0.0:1780978529.766311:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 00000100:00000200:0.0:1780978529.766321:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860224, portal 10 00000100:00000001:0.0:1780978529.766333:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978529.766335:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978529.766343:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.766350:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978529.766354:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978529.766383:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da0c5610. 00000100:00000200:0.0:1780978529.766387:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860224, offset 0 00000400:00000200:0.0:1780978529.766393:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978529.766400:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978529.766405:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978529.766408:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978529.766410:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978529.766411:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978529.766414:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2323:2323:255:4294967295] 192.168.201.116@tcp LPNI seq info [2323:2323:7:4294967295] 00000400:00000200:0.0:1780978529.766418:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978529.766424:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978529.766428:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978529.766431:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214502). 00000800:00000200:0.0:1780978529.766435:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978529.766440:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978529.766442:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978529.766444:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766446:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978529.766449:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766451:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766456:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.766467:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978529.766469:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978529.766473:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978529.766475:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978529.766477:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.766479:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978529.766829:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978529.766837:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb451be7 (tot 3214254). 00000400:00000200:2.0:1780978529.766848:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.766859:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978529.766866:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084bb79cb 00000400:00000010:2.0:1780978529.766869:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084bb79cb. 00000100:00000001:2.0:1780978529.766875:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978529.766882:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.766894:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978529.766896:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.766902:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978529.766904:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978529.766977:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978529.766979:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d026494 (tot 3214006). 00000400:00000200:2.0:1780978529.766982:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.766986:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978529.766988:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da0c5610 00000400:00000010:2.0:1780978529.766990:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da0c5610. 00000100:00000001:2.0:1780978529.766992:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978529.766995:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.767002:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978529.767004:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.767010:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978529.767012:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978529.767132:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978529.767145:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.767155:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978529.767158:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978529.767162:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978529.767164:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978529.767167:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341860160:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978529.767172:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978529.767177:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978529.767178:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978529.767180:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978529.767190:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978529.767192:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978529.767199:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978529.767205:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e06a79bf. 00000400:00000010:1.0:1780978529.767211:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0e87953. 00000100:00000200:1.0:1780978529.767216:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860160, portal 10 00000100:00000001:1.0:1780978529.767220:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978529.767222:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000100:00000040:1.0:1780978529.767232:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.767240:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978529.767242:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978529.767258:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4dec3e. 00000100:00000200:1.0:1780978529.767263:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860160, offset 0 00000400:00000200:1.0:1780978529.767271:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978529.767279:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978529.767285:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978529.767291:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978529.767296:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978529.767299:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978529.767302:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2324:2324:256:4294967295] 192.168.201.116@tcp LPNI seq info [2324:2324:8:4294967295] 00000400:00000200:1.0:1780978529.767306:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978529.767314:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978529.767320:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978529.767645:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c24e799d (tot 3214254). 00000800:00000200:1.0:1780978529.767653:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978529.767660:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978529.767664:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c24e799d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978529.767683:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.767686:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978529.767689:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.767691:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.767695:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.767704:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978529.767705:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978529.767708:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978529.767709:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978529.767711:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.767713:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978529.768273:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978529.768280:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c24e799d (tot 3214006). 00000400:00000200:2.0:1780978529.768287:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.768294:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978529.768301:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4dec3e 00000400:00000010:2.0:1780978529.768304:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4dec3e. 00000100:00000001:2.0:1780978529.768309:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978529.768314:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.768477:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978529.768482:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.768488:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978529.768490:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978529.769388:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769407:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978529.769410:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769412:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.769421:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769427:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978529.769435:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769439:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769443:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769447:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25500 00000400:00000200:2.0:1780978529.769453:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769459:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7225 [1] + 224 00000800:00000001:2.0:1780978529.769467:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769471:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.769474:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.769477:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978529.769482:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978529.769487:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978529.769496:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.769520:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978529.769529:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769531:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978529.769533:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769535:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.769537:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769540:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978529.769544:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769546:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769548:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769550:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25580 00000400:00000200:2.0:1780978529.769554:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.769558:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x722d [1] + 224 00000800:00000001:2.0:1780978529.769561:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769568:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.769570:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.769572:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978529.769575:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978529.769578:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978529.769584:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.769590:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978529.769593:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.769595:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.769732:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978529.769737:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978529.769746:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978529.769748:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978529.769751:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000befe06d6. 00000400:00000200:0.0:1780978529.769755:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017c2d3c2 00000400:00000010:0.0:1780978529.769758:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017c2d3c2. 00000100:00000001:0.0:1780978529.769761:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978529.769765:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978529.769771:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.769776:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978529.769778:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.769781:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978529.769785:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978529.769789:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978529.769792:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.769795:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978529.769802:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=28 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978529.769808:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=28 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978529.769811:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978529.769812:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978529.769815:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978529.769817:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.769820:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978529.769825:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.769832:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978529.769835:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978529.769837:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978529.769840:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978529.769846:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341860096:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978529.769852:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978529.769854:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978529.769855:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000146fb6d3. 00000400:00000200:0.0:1780978529.769857:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a1d64b 00000400:00000010:0.0:1780978529.769859:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a1d64b. 00000100:00000001:0.0:1780978529.769862:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978529.769864:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978529.769870:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.769875:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978529.769876:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.769878:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978529.769879:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978529.769881:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978529.769882:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978529.769883:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978529.769889:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=27 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978529.769892:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=27 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978529.769894:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978529.769895:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978529.769897:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978529.769900:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.769903:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978529.769905:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978529.769907:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978529.769908:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978529.769911:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.769927:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978529.769929:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978529.769930:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978529.769932:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978529.769939:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860224:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978529.769943:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.769945:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978529.769948:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341860096/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978536 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.769953:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978529.769957:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978529.769960:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978529.769964:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978529.769967:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978529.769969:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978529.769973:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978529.769975:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c19128ee. 02000000:00000001:0.0:1780978529.769987:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978529.769988:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978529.769989:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978529.769994:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978529.769995:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.769996:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978529.769998:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341860224/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978529.770003:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978529.770004:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978529.770005:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978529.770008:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978529.770009:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978529.770010:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978529.770012:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978529.770013:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c47b069e. 02000000:00000001:0.0:1780978529.770016:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978529.770017:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978529.770018:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978529.770021:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978529.770022:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.770025:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978529.770038:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978529.770040:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978529.770042:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978529.770044:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978529.771520:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.771543:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978529.771550:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.771552:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.771565:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.771575:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978529.771584:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.771590:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.771595:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.771600:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25540 00000400:00000200:2.0:1780978529.771606:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978529.771612:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7235 [1] + 224 00000800:00000001:2.0:1780978529.771621:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.771632:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978529.771635:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978529.771640:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978529.771646:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978529.771653:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978529.771665:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978529.771689:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978529.771699:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978529.771702:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.772093:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978529.772098:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978529.772107:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978529.772110:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978529.772113:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e06a79bf. 00000400:00000200:1.0:1780978529.772118:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0e87953 00000400:00000010:1.0:1780978529.772120:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0e87953. 00000100:00000001:1.0:1780978529.772123:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978529.772128:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978529.772135:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.772141:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978529.772142:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.772145:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978529.772148:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978529.772151:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978529.772153:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978529.772155:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978529.772165:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=28 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978529.772170:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=28 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978529.772173:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978529.772175:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978529.772178:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978529.772182:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.772186:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978529.772188:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978529.772190:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978529.772192:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978529.772196:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.772202:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978529.772205:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978529.772208:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978529.772211:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978529.772217:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341860160:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978529.772223:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.772226:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978529.772228:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341860160/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978561 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978529.772234:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978529.772237:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978529.772240:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978529.774346:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978529.774373:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978529.774376:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978529.774386:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978529.774392:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:1.0:1780978529.774400:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978529.774402:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978529.774404:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:1.0:1780978529.774409:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978529.774411:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.774417:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978529.774427:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978529.774429:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978529.774432:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978529.774435:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978530.593537:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978530.593545:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978530.593554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978530.593555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978530.593559:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978530.593560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978530.593768:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978530.593775:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978530.593782:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978531.617567:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978531.617573:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978531.617581:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978531.617581:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978531.617586:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978531.617586:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978531.627614:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978531.627623:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978531.627631:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978532.641571:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978532.641580:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978532.641590:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978532.641592:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978532.641596:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978532.641597:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978532.643410:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978532.643419:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978532.643426:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978533.670030:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978533.670041:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978533.670045:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978533.670048:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670055:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978533.670057:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670060:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670062:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670067:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978533.670069:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670074:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978533.670075:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978533.670077:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978533.670083:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978533.670086:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978533.670087:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670088:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978533.670090:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670091:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978533.670093:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978533.671100:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978533.671107:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978533.671113:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978534.689495:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978534.689504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978534.689513:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978534.689514:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978534.689519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978534.689519:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978534.691058:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978534.691064:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978534.691069:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978534.881599:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978534.881616:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978534.881641:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000285b0c9c. 00000020:00000040:1.0:1780978534.881653:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978534.881659:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978534.881663:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978534.881671:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978534.881758:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000029435db. 00000100:00000001:1.0:1780978534.881769:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881785:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978534.881798:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978534.881802:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881808:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000285b0c9c] to pc [ptlrpcd_00_00+0] req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978534.881845:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881848:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978534.881851:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978534.881855:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978534.881858:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978534.881860:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978534.881861:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978534.881863:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978534.881868:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978534.881871:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881875:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978534.881882:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978534.881884:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881887:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978534.881895:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881897:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978534.881900:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978534.881907:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ff0f22. 00000020:00000040:1.0:1780978534.881909:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978534.881912:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978534.881913:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978534.881915:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978534.881919:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001499aaf0. 00000100:00000001:1.0:1780978534.881922:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881926:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978534.881932:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978534.881933:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.881936:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ff0f22] to pc [ptlrpcd_00_00+0] req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.881942:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978534.881942:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978534.881946:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978534.881951:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1780978534.881954:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1780978534.881955:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978534.881960:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1780978534.881961:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978534.881971:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3927) 00000100:00000040:0.0:1780978534.881981:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.882000:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978534.882003:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.882010:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978534.882015:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978534.882019:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341860288:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978534.882025:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780978534.882033:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1780978534.882035:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1780978534.882038:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1780978534.882041:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.882043:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1780978534.882047:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1780978534.882052:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:0.0:1780978534.882061:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 00000100:00000001:1.0:1780978534.882061:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978534.882066:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.882069:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978534.882073:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978534.882077:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978534.882082:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860352:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000200:0.0:1780978534.882090:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:1.0:1780978534.882098:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1780978534.882102:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000146fb6d3. 02000000:00000001:1.0:1780978534.882103:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978534.882105:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978534.882109:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1780978534.882112:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 02000000:00000010:1.0:1780978534.882115:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978534.882119:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780978534.882122:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860288, portal 25 00000100:00000001:0.0:1780978534.882127:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978534.882129:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447392576 : -109779262159040 : ffff9c2806134740) 00000400:00000200:1.0:1780978534.882130:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000040:0.0:1780978534.882140:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:1.0:1780978534.882149:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e06a79bf. 00000100:00000001:0.0:1780978534.882154:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978534.882159:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978534.882163:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0e87953. 00000400:00000010:0.0:1780978534.882164:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017c2d3c2. 00000100:00000200:0.0:1780978534.882171:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341860288, offset 0 00000100:00000200:1.0:1780978534.882173:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860352, portal 10 00000100:00000001:1.0:1780978534.882178:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978534.882179:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000400:00000200:0.0:1780978534.882186:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000040:1.0:1780978534.882194:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:0.0:1780978534.882210:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000100:00000001:1.0:1780978534.882216:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978534.882222:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978534.882226:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca338f6d. 00000400:00000200:0.0:1780978534.882228:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000100:00000200:1.0:1780978534.882232:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860352, offset 0 00000400:00000200:0.0:1780978534.882245:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978534.882252:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978534.882257:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978534.882260:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2325:2325:256:4294967295] 192.168.201.116@tcp LPNI seq info [2325:2325:8:4294967295] 00000400:00000200:1.0:1780978534.882264:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978534.882271:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978534.882281:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978534.882287:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978534.882293:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b291553 (tot 3214254). 00000800:00000200:0.0:1780978534.882300:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978534.882309:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978534.882312:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b291553 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978534.882337:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.882340:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978534.882344:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.882348:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978534.882351:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.882410:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978534.882412:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.882414:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978534.882416:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978534.882419:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341860416:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978534.882422:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978534.882425:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978534.882426:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.882428:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978534.882432:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978534.882434:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978534.882437:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978534.882441:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000befe06d6. 00000400:00000010:0.0:1780978534.882444:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978534.882448:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860416, portal 10 00000100:00000001:0.0:1780978534.882449:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978534.882450:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447379200 : -109779262172416 : ffff9c2806131300) 00000100:00000040:0.0:1780978534.882456:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.882463:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978534.882465:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978534.882468:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c1639b. 00000800:00000200:2.0:1780978534.882667:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978534.882671:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b291553 (tot 3214006). 00000400:00000200:2.0:1780978534.882677:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.882683:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000200:0.0:1780978534.885226:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860416, offset 0 00000400:00000200:1.0:1780978534.885239:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978534.885261:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978534.885263:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978534.885299:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017c2d3c2 00000400:00000010:2.0:1780978534.885305:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017c2d3c2. 00000100:00000001:2.0:1780978534.885312:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978534.885321:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.885332:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978534.885334:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.885340:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978534.885342:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:1.0:1780978534.886079:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978534.886093:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978534.886099:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978534.886104:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2326:2326:256:4294967295] 192.168.201.116@tcp LPNI seq info [2326:2326:8:4294967295] 00000400:00000200:1.0:1780978534.886112:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978534.886127:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000400:00000200:0.0:1780978534.886138:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:1.0:1780978534.886146:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978534.886157:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000800:00000010:1.0:1780978534.886162:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000469085d0 (tot 3214254). 00000400:00000200:0.0:1780978534.886173:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000800:00000200:1.0:1780978534.886181:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000400:00000200:0.0:1780978534.886183:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978534.886190:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978534.886195:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2327:2327:255:4294967295] 192.168.201.116@tcp LPNI seq info [2327:2327:7:4294967295] 00000800:00000200:1.0:1780978534.886201:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000400:00000200:0.0:1780978534.886206:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000800:00000200:1.0:1780978534.886211:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000469085d0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1780978534.886223:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000100:00000001:1.0:1780978534.886241:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.886253:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978534.886260:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.886266:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978534.886408:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978534.886413:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000469085d0 (tot 3214006). 00000400:00000200:2.0:1780978534.886420:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.886426:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978534.886429:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca338f6d 00000400:00000010:2.0:1780978534.886432:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca338f6d. 00000100:00000001:2.0:1780978534.886435:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978534.886440:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.886449:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978534.886451:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.886457:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978534.886459:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978534.887094:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.887106:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978534.887110:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.887112:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.887120:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.887126:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978534.887133:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.887138:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.887142:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.887147:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a255c0 00000400:00000200:2.0:1780978534.887153:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.887160:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x723d [1] + 224 00000800:00000001:2.0:1780978534.887171:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.887180:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.887183:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.887186:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978534.887192:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978534.887198:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978534.887207:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.887216:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978534.887223:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.887226:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.887715:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.887729:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978534.887732:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978534.887737:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978534.887741:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978534.887745:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.887748:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780978534.887796:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978534.887808:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d898a45e (tot 3214254). 00000800:00000200:0.0:1780978534.887816:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978534.887824:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978534.887828:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d898a45e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978534.887954:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.887958:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978534.887961:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.887965:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.887970:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.887980:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978534.887982:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978534.887985:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978534.887988:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978534.887995:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978534.887996:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978534.887999:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000146fb6d3. 00000400:00000200:0.0:1780978534.888003:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a1d64b 00000400:00000010:0.0:1780978534.888005:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a1d64b. 00000100:00000001:0.0:1780978534.888009:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978534.888012:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978534.888020:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.888026:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978534.888027:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.888030:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978534.888033:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978534.888036:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978534.888038:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.888041:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978534.888047:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=33 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978534.888052:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=33 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978534.888054:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978534.888055:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978534.888058:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978534.888061:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.888063:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978534.888068:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.888074:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978534.888077:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978534.888079:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978534.888082:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978534.888088:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285b0c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341860288:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978534.888096:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.888098:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978534.888101:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000285b0c9c x1867487341860288/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978541 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.888107:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978534.888111:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978534.888114:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978534.888118:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978534.888121:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978534.888123:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978534.888125:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978534.888128:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000029435db. 02000000:00000001:0.0:1780978534.888132:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978534.888134:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978534.888135:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000285b0c9c. 00000100:00000001:0.0:1780978534.888139:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978534.888140:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.888143:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.888145:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978534.888146:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978534.888147:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.888148:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978534.888950:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978534.888955:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d898a45e (tot 3214006). 00000400:00000200:2.0:1780978534.888961:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.888966:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978534.888970:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c1639b 00000400:00000010:2.0:1780978534.888972:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c1639b. 00000100:00000001:2.0:1780978534.888976:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978534.888980:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.888989:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978534.888991:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.888995:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978534.888997:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978534.906308:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906329:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978534.906335:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906338:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.906350:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906386:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978534.906395:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906400:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906404:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906407:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25600 00000400:00000200:2.0:1780978534.906412:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906418:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7245 [1] + 224 00000800:00000001:2.0:1780978534.906427:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906433:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.906436:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.906441:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978534.906460:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978534.906468:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978534.906480:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.906501:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978534.906516:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906520:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978534.906522:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906524:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.906527:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906531:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978534.906535:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906537:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906540:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906542:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25640 00000400:00000200:2.0:1780978534.906546:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978534.906549:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x724d [1] + 224 00000800:00000001:2.0:1780978534.906553:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906575:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978534.906577:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978534.906580:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978534.906583:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978534.906586:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978534.906593:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978534.906613:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978534.906617:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978534.906621:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.906708:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978534.906714:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978534.906720:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978534.906722:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978534.906724:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000befe06d6. 00000400:00000200:0.0:1780978534.906728:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:0.0:1780978534.906730:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:0.0:1780978534.906733:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978534.906737:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978534.906744:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.906751:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978534.906753:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.906756:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978534.906759:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978534.906762:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978534.906765:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978534.906767:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978534.906779:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=32 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978534.906784:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=32 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978534.906787:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978534.906788:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978534.906791:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978534.906794:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.906799:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978534.906800:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978534.906802:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978534.906804:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978534.906807:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.906813:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978534.906817:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978534.906819:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978534.906822:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978534.906828:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ff0f22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341860416:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978534.906844:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.906848:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978534.906850:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ff0f22 x1867487341860416/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978534.906857:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978534.906860:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978534.906863:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978534.906868:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978534.906871:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978534.906875:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978534.906877:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978534.906880:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001499aaf0. 02000000:00000001:0.0:1780978534.906885:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978534.906886:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978534.906889:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ff0f22. 00000100:00000001:0.0:1780978534.906893:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978534.906894:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.906897:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978534.906906:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978534.906908:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978534.906911:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978534.906913:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.908038:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978534.908047:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978534.908060:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978534.908063:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978534.908067:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e06a79bf. 00000400:00000200:1.0:1780978534.908080:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0e87953 00000400:00000010:1.0:1780978534.908083:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0e87953. 00000100:00000001:1.0:1780978534.908090:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978534.908106:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978534.908118:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978534.908126:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978534.908129:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.908132:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978534.908135:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978534.908139:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978534.908142:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978534.908147:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978534.908170:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=33 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978534.908175:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=33 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978534.908177:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978534.908179:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978534.908182:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978534.908187:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.908192:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978534.908194:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978534.908198:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978534.908199:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978534.908204:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978534.908213:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978534.908217:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978534.908219:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978534.908223:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978534.908231:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860352:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978534.908236:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.908239:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978534.908241:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341860352/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978566 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978534.908247:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978534.908250:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978534.908724:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978534.908735:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978534.908738:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978534.908745:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978534.908749:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978534.908751:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978534.908757:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978534.908759:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978534.908760:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:1.0:1780978534.908766:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978534.908767:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.908770:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978534.908780:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978534.908782:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978534.908784:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978534.908787:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978535.713519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978535.713525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978535.713533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978535.713534:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978535.713538:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978535.713539:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978535.713708:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978535.713714:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978535.713719:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978536.737524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978536.737529:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978536.737536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978536.737537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978536.737540:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978536.737541:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978536.737719:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978536.737723:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978536.737726:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978537.761628:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978537.761636:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978537.761642:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978537.761643:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978537.761648:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978537.761648:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978537.761870:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978537.761875:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978537.761879:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978538.785503:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978538.785510:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978538.785519:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978538.785522:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978538.785524:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978538.785530:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978538.785532:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978538.785535:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978538.785538:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978538.785540:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978538.785543:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978538.785545:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978538.785548:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978538.785549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978538.785904:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978538.785907:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978538.785910:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978539.809579:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978539.809584:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978539.809592:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978539.809592:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978539.809596:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978539.809597:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978539.809762:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978539.809767:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978539.809770:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978540.001566:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978540.001577:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978540.001589:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000839171a. 00000020:00000040:2.0:1780978540.001596:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978540.001608:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978540.001612:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978540.001617:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978540.001717:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978540.001724:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001736:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978540.001746:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978540.001749:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001764:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000839171a] to pc [ptlrpcd_01_00+0] req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.001790:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001793:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978540.001796:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978540.001799:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978540.001801:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978540.001803:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978540.001804:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978540.001806:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978540.001808:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978540.001811:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001814:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978540.001821:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978540.001822:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001825:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_01+1] req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.001831:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001833:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978540.001836:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978540.001838:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978540.001840:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978540.001841:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978540.001842:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978540.001843:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978540.001848:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978540.001850:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001852:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978540.001859:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978540.001860:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978540.001863:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_00+0] req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.001869:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978540.001870:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978540.001873:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978540.001876:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978540.001878:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978540.001883:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3932) 00000100:00000001:3.0:1780978540.001954:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.001959:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978540.001961:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978540.001966:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.001975:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978540.001977:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.001981:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978540.001992:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978540.001996:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341860480:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978540.002000:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978540.002005:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978540.002007:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.002015:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978540.002020:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978540.002022:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978540.002030:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978540.002035:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978540.002043:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978540.002050:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860480, portal 25 00000100:00000001:3.0:1780978540.002052:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978540.002053:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707086272 : -109779002465344 : ffff9c28158de3c0) 00000100:00000040:3.0:1780978540.002058:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.002074:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978540.002077:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978540.002080:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017b08d25. 00000100:00000200:3.0:1780978540.002082:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341860480, offset 0 00000400:00000200:3.0:1780978540.002091:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978540.002100:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978540.002110:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978540.002117:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978540.002121:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978540.002124:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978540.002128:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2328:2328:256:4294967295] 192.168.201.116@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:3.0:1780978540.002133:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978540.002141:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978540.002147:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978540.002624:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978540.002628:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978540.002630:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978540.002636:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.002644:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978540.002646:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978540.002649:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978540.002650:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978540.002653:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860544:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978540.002657:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978540.002659:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978540.002660:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978540.002661:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978540.002666:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095aef9d2. 02000000:00000001:2.0:1780978540.002668:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978540.002672:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978540.002675:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040b35780. 00000400:00000010:2.0:1780978540.002679:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066b36746. 00000100:00000200:2.0:1780978540.002682:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860544, portal 10 00000100:00000001:2.0:1780978540.002684:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978540.002685:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:2.0:1780978540.002690:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.002696:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978540.002699:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978540.002701:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978540.002703:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860544, offset 0 00000400:00000200:2.0:1780978540.002708:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978540.002712:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.002715:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978540.002720:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978540.002722:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978540.002724:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978540.002727:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2329:2329:255:4294967295] 192.168.201.116@tcp LPNI seq info [2329:2329:7:4294967295] 00000400:00000200:2.0:1780978540.002731:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.002737:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978540.002741:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978540.002744:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214254). 00000800:00000200:2.0:1780978540.002750:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978540.002769:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978540.002774:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978540.002787:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.002788:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978540.002791:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.002794:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.002796:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978540.002803:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978540.002805:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978540.002807:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978540.002808:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978540.002809:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.002811:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978540.002917:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978540.002920:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:2.0:1780978540.002924:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.002929:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978540.002933:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:2.0:1780978540.002935:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:2.0:1780978540.002938:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978540.002941:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.002949:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978540.002951:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.002957:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.002959:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000010:3.0:1780978540.003028:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214254). 00000800:00000200:3.0:1780978540.003034:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978540.003037:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978540.003040:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978540.003199:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003202:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978540.003205:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003207:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978540.003211:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.003218:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978540.003219:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.003221:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978540.003222:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978540.003224:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341860608:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978540.003228:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978540.003229:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978540.003230:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.003231:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978540.003234:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978540.003236:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978540.003240:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978540.003242:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978540.003245:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978540.003248:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860608, portal 10 00000100:00000001:3.0:1780978540.003250:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978540.003250:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:3.0:1780978540.003254:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.003260:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978540.003262:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978540.003264:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc26c45b. 00000100:00000200:3.0:1780978540.003266:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860608, offset 0 00000400:00000200:3.0:1780978540.003271:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978540.003275:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978540.003279:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978540.003282:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978540.003284:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978540.003286:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978540.003289:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2330:2330:255:4294967295] 192.168.201.116@tcp LPNI seq info [2330:2330:7:4294967295] 00000400:00000200:3.0:1780978540.003293:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978540.003299:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978540.003303:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978540.003306:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060bcb4d4 (tot 3214502). 00000800:00000200:3.0:1780978540.003310:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978540.003314:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978540.003316:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060bcb4d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978540.003319:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003320:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978540.003322:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003324:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003325:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.003330:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978540.003331:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978540.003333:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.003334:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978540.003335:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.003337:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978540.004316:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978540.004322:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214254). 00000400:00000200:2.0:1780978540.004329:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.004337:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978540.004341:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017b08d25 00000400:00000010:2.0:1780978540.004343:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017b08d25. 00000100:00000001:2.0:1780978540.004348:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978540.004353:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.004387:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978540.004390:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.004396:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.004398:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978540.004448:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978540.004450:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060bcb4d4 (tot 3214006). 00000400:00000200:2.0:1780978540.004452:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.004455:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978540.004458:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc26c45b 00000400:00000010:2.0:1780978540.004459:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc26c45b. 00000100:00000001:2.0:1780978540.004461:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978540.004464:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.004470:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978540.004472:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.004478:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978540.004480:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978540.009414:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.009436:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978540.009442:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.009445:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.009468:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.009477:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978540.009496:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.009504:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.009510:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.009515:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25680 00000400:00000200:2.0:1780978540.009522:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.009529:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7255 [1] + 224 00000800:00000001:2.0:1780978540.009549:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.009576:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.009579:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.009584:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978540.009591:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978540.009599:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978540.009611:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.009676:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.009682:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978540.009702:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978540.009714:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.009717:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780978540.013090:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978540.013096:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978540.013100:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:3.0:1780978540.013107:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:3.0:1780978540.013109:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:3.0:1780978540.013113:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978540.013126:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978540.013138:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.013145:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978540.013147:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.013150:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978540.013154:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978540.013157:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978540.013159:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.013163:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978540.013170:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=39 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978540.013175:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=39 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978540.013178:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978540.013180:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978540.013183:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978540.013186:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.013188:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978540.013192:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.013199:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978540.013202:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978540.013205:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978540.013208:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978540.013215:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341860480:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978540.013224:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.013227:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978540.013230:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000839171a x1867487341860480/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978547 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.013235:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978540.013238:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978540.013241:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978540.013245:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978540.013247:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978540.013249:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978540.013251:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978540.013253:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978540.013257:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978540.013260:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978540.013261:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000839171a. 00000100:00000001:3.0:1780978540.013264:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978540.013265:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.013269:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.013272:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.013273:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978540.013274:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.013276:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978540.013389:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013405:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978540.013682:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013687:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.013695:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013700:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978540.013707:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013711:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013715:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013718:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a256c0 00000400:00000200:2.0:1780978540.013723:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013728:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7265 [1] + 224 00000800:00000001:2.0:1780978540.013734:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013739:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.013741:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.013745:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978540.013750:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978540.013753:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978540.013761:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.013780:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978540.013789:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013792:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978540.013794:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013796:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.013799:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013803:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978540.013807:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013809:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013812:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013814:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25700 00000400:00000200:2.0:1780978540.013817:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978540.013821:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7275 [1] + 224 00000800:00000001:2.0:1780978540.013824:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013831:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978540.013833:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978540.013835:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978540.013837:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978540.013840:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978540.013847:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978540.013857:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978540.013860:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978540.013864:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.013917:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.013919:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978540.013924:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978540.013925:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978540.013927:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040b35780. 00000400:00000200:3.0:1780978540.013932:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066b36746 00000400:00000010:3.0:1780978540.013934:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066b36746. 00000100:00000001:3.0:1780978540.013936:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978540.013940:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978540.013946:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.013952:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978540.013953:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.013954:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978540.013956:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978540.013957:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978540.013959:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.013960:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978540.013966:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=39 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978540.013969:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=39 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978540.013971:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978540.013972:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978540.013974:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978540.013976:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.013979:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978540.013981:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978540.013983:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978540.013984:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978540.013987:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.013992:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978540.013994:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978540.013996:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978540.013998:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978540.014004:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860544:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978540.014008:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014010:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978540.014011:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341860544/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.014017:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978540.014018:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978540.014020:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095aef9d2. 02000000:00000001:3.0:1780978540.014022:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978540.014024:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978540.014024:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978540.014026:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978540.014027:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978540.014029:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978540.014030:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978540.014031:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:3.0:1780978540.014033:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978540.014034:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014035:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014043:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978540.014045:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.014047:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.014048:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.014056:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.014057:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978540.014059:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978540.014060:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978540.014061:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978540.014063:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:3.0:1780978540.014065:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:3.0:1780978540.014066:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978540.014068:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978540.014074:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.014079:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978540.014080:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014081:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978540.014082:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978540.014083:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978540.014084:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978540.014085:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978540.014088:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=38 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978540.014091:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=38 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978540.014092:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978540.014093:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978540.014094:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978540.014096:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.014097:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978540.014098:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978540.014100:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978540.014101:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978540.014103:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.014108:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978540.014110:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978540.014111:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978540.014113:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978540.014118:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341860608:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978540.014121:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014122:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978540.014124:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341860608/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978540.014129:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978540.014130:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978540.014131:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024148d64. 02000000:00000001:3.0:1780978540.014133:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978540.014134:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978540.014135:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978540.014137:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978540.014138:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978540.014139:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978540.014140:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978540.014141:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:3.0:1780978540.014143:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978540.014144:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014145:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978540.014148:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978540.014149:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978540.014151:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978540.014152:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978540.833481:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978540.833486:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978540.833492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978540.833493:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978540.833496:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978540.833496:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978540.833729:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978540.833734:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978540.833737:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978541.857566:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978541.857572:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978541.857578:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978541.857579:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978541.857583:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978541.857584:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978541.866897:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978541.866902:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978541.866907:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978542.881492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978542.881498:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978542.881504:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978542.881505:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978542.881509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978542.881510:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978542.881602:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978542.881605:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978542.881608:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978543.905748:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978543.905757:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978543.905760:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978543.905762:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905769:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978543.905771:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905772:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905775:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905778:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978543.905779:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905783:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978543.905784:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978543.905785:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978543.905790:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978543.905792:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978543.905793:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905794:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978543.905795:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905796:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978543.905798:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978543.905880:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978543.905884:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978543.905886:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978544.929554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978544.929560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978544.929569:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978544.929570:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978544.929574:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978544.929575:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978544.930383:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978544.930388:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978544.930391:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978545.122353:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978545.122406:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978545.122416:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978545.122422:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978545.122427:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978545.122430:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978545.122435:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978545.122443:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978545.122481:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122494:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978545.122504:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978545.122507:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122512:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.122542:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122545:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978545.122548:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978545.122552:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978545.122554:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978545.122556:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978545.122557:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978545.122558:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978545.122561:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978545.122564:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122567:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978545.122573:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978545.122574:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122577:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_00+0] req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.122583:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122585:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978545.122588:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978545.122590:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978545.122592:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978545.122594:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978545.122595:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978545.122596:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978545.122599:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978545.122600:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122602:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978545.122608:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978545.122609:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.122611:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_01+1] req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.122616:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978545.122617:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978545.122620:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978545.122622:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978545.122624:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978545.122628:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3937) 00000100:00000001:0.0:1780978545.122701:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978545.122714:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978545.122716:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978545.122721:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.122728:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978545.122731:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.122735:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978545.122739:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978545.122742:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341860672:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978545.122747:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978545.122757:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978545.122760:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.122763:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978545.122768:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978545.122769:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978545.122779:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978545.122785:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000befe06d6. 00000400:00000010:0.0:1780978545.122792:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6d21b6e. 00000100:00000200:0.0:1780978545.122801:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860672, portal 25 00000100:00000001:0.0:1780978545.122803:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978545.122804:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000100:00000040:0.0:1780978545.122809:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.122815:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978545.122818:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978545.122820:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1a1d64b. 00000100:00000200:0.0:1780978545.122824:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341860672, offset 0 00000400:00000200:0.0:1780978545.122831:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978545.122841:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.122851:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978545.122859:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978545.122863:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978545.122866:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978545.122869:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2331:2331:256:4294967295] 192.168.201.116@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:0.0:1780978545.122872:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.122881:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978545.122888:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978545.122903:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214254). 00000800:00000200:0.0:1780978545.122910:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978545.122918:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978545.122922:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978545.122942:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.122945:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978545.122948:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.122950:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978545.122953:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.122963:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978545.122964:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.122966:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978545.122967:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978545.122969:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860800:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978545.122972:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978545.122973:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978545.122974:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.122976:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978545.122978:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978545.122979:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978545.122983:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978545.122985:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000146fb6d3. 00000400:00000010:0.0:1780978545.122988:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6d65417. 00000100:00000200:0.0:1780978545.122990:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860800, portal 10 00000100:00000001:0.0:1780978545.122992:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978545.122992:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:0.0:1780978545.122998:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.123003:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978545.123005:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978545.123007:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024f20f43. 00000100:00000200:0.0:1780978545.123008:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860800, offset 0 00000400:00000200:0.0:1780978545.123012:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978545.123016:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.123019:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978545.123022:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978545.123024:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978545.123026:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978545.123028:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2332:2332:255:4294967295] 192.168.201.116@tcp LPNI seq info [2332:2332:7:4294967295] 00000400:00000200:0.0:1780978545.123031:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.123037:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978545.123040:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978545.123043:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc3a4e4 (tot 3214502). 00000800:00000200:0.0:1780978545.123047:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978545.123051:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978545.123053:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acc3a4e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978545.123056:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123058:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978545.123060:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123062:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123064:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978545.123074:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978545.123076:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1780978545.123078:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978545.123079:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978545.123080:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978545.123082:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780978545.123083:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978545.123085:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978545.123086:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978545.123087:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978545.123088:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978545.123089:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978545.123091:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.123097:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978545.123099:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.123101:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978545.123103:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978545.123106:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860736:192.168.201.116@tcp:400:kworker/u8:4.0 00000800:00000200:2.0:1780978545.123106:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1780978545.123111:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1780978545.123112:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2686a9 (tot 3214254). 02000000:00000001:0.0:1780978545.123114:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978545.123116:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978545.123118:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1780978545.123120:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1780978545.123122:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978545.123125:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978545.123128:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:0.0:1780978545.123131:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978545.123135:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d410d95. 00000400:00000200:2.0:1780978545.123136:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1a1d64b 00000400:00000010:2.0:1780978545.123139:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1a1d64b. 00000400:00000010:0.0:1780978545.123140:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b357c5f. 00000100:00000200:0.0:1780978545.123144:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860736, portal 10 00000100:00000001:0.0:1780978545.123146:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978545.123147:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000001:2.0:1780978545.123147:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978545.123154:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:0.0:1780978545.123155:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978545.123178:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1780978545.123179:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978545.123181:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978545.123184:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d5b1be. 00000100:00000040:2.0:1780978545.123186:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978545.123188:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860736, offset 0 00000400:00000200:0.0:1780978545.123197:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000100:00000001:2.0:1780978545.123197:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978545.123200:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1780978545.123202:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.123207:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978545.123211:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978545.123214:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978545.123216:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978545.123219:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2333:2333:255:4294967295] 192.168.201.116@tcp LPNI seq info [2333:2333:7:4294967295] 00000400:00000200:0.0:1780978545.123223:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978545.123228:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978545.123232:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978545.123235:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214502). 00000800:00000200:0.0:1780978545.123238:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978545.123242:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978545.123245:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978545.123247:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123248:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978545.123250:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123253:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123254:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978545.123267:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978545.123269:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978545.123282:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978545.123285:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acc3a4e4 (tot 3214254). 00000400:00000200:2.0:1780978545.123288:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978545.123294:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978545.123296:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024f20f43 00000400:00000010:2.0:1780978545.123298:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024f20f43. 00000100:00000001:2.0:1780978545.123300:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978545.123302:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.123308:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978545.123310:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.123315:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978545.123316:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978545.123327:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978545.123328:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069d84b4b (tot 3214006). 00000400:00000200:2.0:1780978545.123331:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978545.123333:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978545.123335:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d5b1be 00000400:00000010:2.0:1780978545.123336:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d5b1be. 00000100:00000001:2.0:1780978545.123338:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978545.123340:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.123346:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978545.123348:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.123353:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978545.123354:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978545.125335:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125350:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978545.125354:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125382:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.125397:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125405:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978545.125412:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125416:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125420:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125424:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25740 00000400:00000200:2.0:1780978545.125430:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125437:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7285 [1] + 224 00000800:00000001:2.0:1780978545.125456:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125461:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.125465:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978545.125469:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978545.125475:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978545.125481:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978545.125502:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.125524:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978545.125533:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125536:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978545.125538:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125540:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.125543:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125545:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978545.125549:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125552:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125554:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125557:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a257c0 00000400:00000200:2.0:1780978545.125561:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.125564:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x728d [1] + 224 00000800:00000001:2.0:1780978545.125567:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125572:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.125573:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978545.125575:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978545.125577:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978545.125580:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978545.125588:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.125594:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978545.125597:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.125599:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978545.126294:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.126302:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978545.126305:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.126307:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.126313:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.126317:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978545.126321:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.126325:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.126327:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.126330:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25780 00000400:00000200:2.0:1780978545.126334:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978545.126339:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7295 [1] + 224 00000800:00000001:2.0:1780978545.126343:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.126349:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978545.126351:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978545.126354:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978545.126380:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978545.126384:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978545.126391:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978545.126397:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978545.126401:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978545.126404:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.126562:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978545.126567:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978545.126574:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978545.126576:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978545.126578:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d410d95. 00000400:00000200:1.0:1780978545.126583:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b357c5f 00000400:00000010:1.0:1780978545.126585:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b357c5f. 00000100:00000001:1.0:1780978545.126588:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978545.126592:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978545.126599:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126604:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978545.126605:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.126607:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978545.126611:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978545.126613:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978545.126615:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978545.126618:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978545.126625:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=44 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978545.126629:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=44 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978545.126631:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978545.126633:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978545.126635:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978545.126638:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978545.126642:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978545.126644:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978545.126645:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978545.126647:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.126651:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126658:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978545.126661:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978545.126664:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978545.126667:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978545.126673:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860736:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978545.126679:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978545.126680:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978545.126682:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000befe06d6. 00000400:00000200:1.0:1780978545.126684:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6d21b6e 00000400:00000010:1.0:1780978545.126685:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6d21b6e. 00000100:00000001:1.0:1780978545.126687:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978545.126689:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978545.126696:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126701:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978545.126702:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.126704:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978545.126780:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978545.126782:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978545.126783:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978545.126784:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978545.126787:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=44 v=1 (1 1 1 1) 00000100:00001000:1.0:1780978545.126790:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=44 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978545.126792:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978545.126793:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978545.126794:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978545.126796:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978545.126797:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.126801:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126806:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978545.126808:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978545.126809:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978545.126811:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978545.126817:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341860672:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:1.0:1780978545.126823:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978545.126824:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978545.126825:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000146fb6d3. 00000400:00000200:1.0:1780978545.126827:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6d65417 00000400:00000010:1.0:1780978545.126829:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6d65417. 00000100:00000001:1.0:1780978545.126830:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978545.126832:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978545.126839:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126844:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978545.126845:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.126846:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978545.126848:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978545.126849:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978545.126850:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978545.126852:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978545.126855:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=43 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978545.126857:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=43 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978545.126860:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978545.126861:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978545.126862:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978545.126864:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978545.126865:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978545.126867:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:1.0:1780978545.126868:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978545.126869:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978545.126871:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.126875:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978545.126877:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978545.126878:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978545.126879:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978545.126884:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341860800:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978545.126887:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.126889:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978545.126891:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341860736/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.127113:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978545.127115:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978545.127117:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:1.0:1780978545.127121:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978545.127123:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978545.127125:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978545.127127:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978545.127128:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:1.0:1780978545.127132:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978545.127133:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978545.127134:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:1.0:1780978545.127137:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978545.127138:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.127140:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978545.127143:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341860672/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978552 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.127148:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978545.127149:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978545.127150:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:1.0:1780978545.127152:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978545.127153:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978545.127154:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:1.0:1780978545.127155:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978545.127156:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978545.127159:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978545.127160:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978545.127161:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:1.0:1780978545.127163:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978545.127164:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.127166:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978545.127168:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341860800/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978545.127174:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978545.127175:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978545.127176:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:1.0:1780978545.127178:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978545.127179:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978545.127180:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978545.127182:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978545.127183:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:1.0:1780978545.127185:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978545.127185:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978545.127186:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:1.0:1780978545.127188:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978545.127189:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.127191:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978545.127200:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978545.127202:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978545.127204:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978545.127205:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978545.953533:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978545.953538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978545.953543:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978545.953544:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978545.953547:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978545.953548:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978545.953647:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978545.953650:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978545.953653:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978546.977907:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978546.977913:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978546.977919:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978546.977920:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978546.977924:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978546.977925:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978546.978046:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978546.978049:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978546.978052:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978548.001520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978548.001525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978548.001531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978548.001532:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978548.001535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978548.001536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978548.001626:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978548.001629:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978548.001632:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978549.025485:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978549.025490:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978549.025498:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978549.025502:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978549.025504:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978549.025509:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978549.025511:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978549.025512:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978549.025515:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978549.025517:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978549.025518:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978549.025521:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978549.025524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978549.025525:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978549.025616:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978549.025620:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978549.025622:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978550.049720:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978550.049725:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978550.049732:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978550.049734:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978550.049736:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978550.049737:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978550.049841:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978550.049844:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978550.049847:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978550.241602:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978550.241611:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978550.241619:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000020:00000040:2.0:1780978550.241626:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978550.241631:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978550.241634:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978550.241638:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978550.241648:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978550.241654:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241664:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978550.241673:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978550.241677:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241681:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_01+1] req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.241707:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241710:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978550.241712:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978550.241715:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c466e77. 00000020:00000040:2.0:1780978550.241717:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978550.241718:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978550.241720:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978550.241721:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978550.241723:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978550.241726:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241729:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978550.241735:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978550.241736:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241739:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c466e77] to pc [ptlrpcd_01_00+0] req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.241746:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241747:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978550.241750:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978550.241752:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da5ce460. 00000020:00000040:2.0:1780978550.241753:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978550.241755:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978550.241756:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978550.241757:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978550.241759:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978550.241761:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241764:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978550.241770:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978550.241771:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978550.241773:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da5ce460] to pc [ptlrpcd_01_01+1] req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.241779:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978550.241780:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978550.241783:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978550.241786:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978550.241788:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978550.241792:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3942) 00000100:00000001:3.0:1780978550.242501:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.242506:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978550.242509:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978550.242516:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242525:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978550.242527:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242531:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978550.242533:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978550.242536:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341860864:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978550.242540:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978550.242546:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978550.242548:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242550:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978550.242556:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978550.242558:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978550.242566:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978550.242571:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978550.242578:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978550.242586:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860864, portal 25 00000100:00000001:3.0:1780978550.242588:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978550.242589:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:3.0:1780978550.242593:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242600:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978550.242603:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978550.242605:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffd08ab0. 00000100:00000200:3.0:1780978550.242607:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341860864, offset 0 00000400:00000200:3.0:1780978550.242614:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242622:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242629:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978550.242637:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978550.242640:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978550.242643:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242647:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2334:2334:256:4294967295] 192.168.201.116@tcp LPNI seq info [2334:2334:8:4294967295] 00000400:00000200:3.0:1780978550.242651:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242658:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978550.242665:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978550.242669:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003e971bd (tot 3214254). 00000800:00000200:3.0:1780978550.242676:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978550.242683:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978550.242687:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003e971bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978550.242717:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242719:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.242722:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242724:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978550.242728:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242735:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978550.242736:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242738:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978550.242739:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978550.242741:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860992:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978550.242744:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978550.242747:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978550.242748:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242749:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978550.242752:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978550.242754:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978550.242758:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978550.242760:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978550.242763:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978550.242765:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860992, portal 10 00000100:00000001:3.0:1780978550.242766:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978550.242767:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707082624 : -109779002468992 : ffff9c28158dd580) 00000100:00000040:3.0:1780978550.242772:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242778:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978550.242780:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978550.242782:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029126de5. 00000100:00000200:3.0:1780978550.242784:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860992, offset 0 00000400:00000200:3.0:1780978550.242788:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242791:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242794:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978550.242797:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978550.242800:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978550.242802:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242804:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2335:2335:255:4294967295] 192.168.201.116@tcp LPNI seq info [2335:2335:7:4294967295] 00000400:00000200:3.0:1780978550.242808:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242812:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978550.242816:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978550.242820:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060bcb4d4 (tot 3214502). 00000800:00000200:3.0:1780978550.242824:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978550.242828:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978550.242830:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000060bcb4d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978550.242832:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242834:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.242835:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242838:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242840:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.242848:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978550.242850:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978550.242851:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.242853:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978550.242854:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978550.242856:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978550.242858:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.242859:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978550.242860:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.242862:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.242863:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978550.242863:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978550.242866:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242872:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978550.242873:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242875:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978550.242877:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978550.242879:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860928:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978550.242882:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978550.242883:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978550.242884:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.242885:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978550.242887:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978550.242889:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978550.242892:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978550.242894:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6bc11d. 00000400:00000010:3.0:1780978550.242896:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978550.242898:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341860928, portal 10 00000100:00000001:3.0:1780978550.242900:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978550.242901:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707074112 : -109779002477504 : ffff9c28158db440) 00000100:00000040:3.0:1780978550.242905:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.242916:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978550.242918:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978550.242920:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c43b948. 00000100:00000200:3.0:1780978550.242923:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341860928, offset 0 00000400:00000200:3.0:1780978550.242927:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242930:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242933:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978550.242936:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978550.242938:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978550.242939:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978550.242941:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2336:2336:254:4294967295] 192.168.201.116@tcp LPNI seq info [2336:2336:6:4294967295] 00000400:00000200:3.0:1780978550.242945:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978550.242949:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978550.242953:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978550.242956:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f5c709 (tot 3214750). 00000800:00000200:3.0:1780978550.242960:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978550.242964:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978550.242966:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f5c709 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978550.242968:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242969:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.242970:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242972:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242974:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.242988:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.242990:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978550.243092:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978550.243095:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003e971bd (tot 3214502). 00000400:00000200:2.0:1780978550.243103:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.243109:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978550.243114:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffd08ab0 00000400:00000010:2.0:1780978550.243116:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffd08ab0. 00000100:00000001:2.0:1780978550.243120:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978550.243123:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243132:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978550.243135:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243142:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978550.243143:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978550.243155:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978550.243157:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060bcb4d4 (tot 3214254). 00000400:00000200:2.0:1780978550.243159:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.243162:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978550.243164:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029126de5 00000400:00000010:2.0:1780978550.243165:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029126de5. 00000100:00000001:2.0:1780978550.243167:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978550.243169:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243175:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978550.243186:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243191:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978550.243192:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978550.243272:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978550.243274:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f5c709 (tot 3214006). 00000400:00000200:2.0:1780978550.243276:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.243280:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978550.243282:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c43b948 00000400:00000010:2.0:1780978550.243284:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c43b948. 00000100:00000001:2.0:1780978550.243286:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978550.243288:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243294:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978550.243296:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.243302:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978550.243303:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978550.250815:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.250833:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978550.250839:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.250841:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.250854:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250863:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978550.250871:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250877:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250881:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250886:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25880 00000400:00000200:2.0:1780978550.250891:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250897:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x72ad [1] + 224 00000800:00000001:2.0:1780978550.250904:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.250909:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.250912:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.250916:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978550.250921:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978550.250929:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978550.250939:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.250960:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978550.250968:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.250972:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978550.250974:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.250975:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.250978:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250981:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978550.250985:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250987:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250989:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250992:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25840 00000400:00000200:2.0:1780978550.250995:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.250998:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x72bd [1] + 224 00000800:00000001:2.0:1780978550.251001:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.251004:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.251005:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.251008:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978550.251010:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978550.251013:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978550.251019:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.251026:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978550.251029:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.251032:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978550.251033:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.251035:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.251038:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.251040:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978550.251044:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.251046:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.251049:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.251051:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25800 00000400:00000200:2.0:1780978550.251054:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978550.251058:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x729d [1] + 224 00000800:00000001:2.0:1780978550.251062:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.251068:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978550.251069:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978550.251072:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978550.251074:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978550.251077:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978550.251083:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978550.251089:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978550.251092:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978550.251094:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251568:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.251572:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978550.251579:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978550.251581:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978550.251583:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6bc11d. 00000400:00000200:3.0:1780978550.251587:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:3.0:1780978550.251589:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:3.0:1780978550.251592:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978550.251597:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978550.251605:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251610:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978550.251612:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251614:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978550.251617:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978550.251619:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978550.251621:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.251624:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978550.251632:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=49 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978550.251637:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=49 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978550.251639:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978550.251641:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978550.251644:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978550.251647:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.251651:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978550.251652:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978550.251654:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978550.251655:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978550.251659:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251665:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.251668:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978550.251670:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978550.251673:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978550.251680:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860928:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978550.251686:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978550.251687:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978550.251702:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978550.251705:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:3.0:1780978550.251706:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:3.0:1780978550.251708:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978550.251710:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978550.251717:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251723:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978550.251724:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251726:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978550.251727:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978550.251728:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978550.251729:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.251731:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978550.251733:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=49 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978550.251735:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=49 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978550.251737:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978550.251738:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978550.251740:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978550.251741:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.251743:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978550.251745:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251751:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.251753:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978550.251754:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978550.251756:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978550.251762:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341860864:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:3.0:1780978550.251767:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978550.251768:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978550.251769:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:3.0:1780978550.251771:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:3.0:1780978550.251772:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:3.0:1780978550.251773:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978550.251775:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:3.0:1780978550.251782:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251787:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978550.251788:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251790:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978550.251791:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978550.251791:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978550.251792:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978550.251794:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978550.251796:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=48 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978550.251799:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=48 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978550.251801:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978550.251802:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978550.251803:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978550.251804:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.251806:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978550.251807:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978550.251808:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978550.251809:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978550.251812:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251817:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978550.251819:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978550.251820:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978550.251822:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1780978550.251827:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341860992:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978550.251830:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251833:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978550.251835:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c466e77 x1867487341860928/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251841:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978550.251843:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978550.251845:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978550.251848:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978550.251850:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978550.251851:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978550.251853:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978550.251855:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978550.251858:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978550.251860:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978550.251861:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c466e77. 00000100:00000001:3.0:1780978550.251864:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978550.251866:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251867:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978550.251869:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341860864/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978557 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251874:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978550.251875:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978550.251875:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978550.251877:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978550.251878:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978550.251879:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978550.251880:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978550.251881:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978550.251892:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978550.251893:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978550.251894:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:3.0:1780978550.251896:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978550.251897:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251898:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978550.251900:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da5ce460 x1867487341860992/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978550.251905:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978550.251906:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978550.251907:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e645df0. 02000000:00000001:3.0:1780978550.251909:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978550.251909:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978550.251910:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978550.251912:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978550.251912:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978550.251914:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978550.251914:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978550.251915:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da5ce460. 00000100:00000001:3.0:1780978550.251917:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978550.251917:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251919:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978550.251927:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978550.251928:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978550.251930:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978550.251932:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978551.074295:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978551.074300:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978551.074306:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978551.074307:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978551.074311:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978551.074311:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978551.078851:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978551.078856:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978551.078862:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978552.098153:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978552.098159:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978552.098164:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978552.098165:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978552.098168:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978552.098169:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978552.098274:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978552.098278:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978552.098280:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978553.123033:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978553.123040:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978553.123047:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978553.123048:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978553.123053:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978553.123054:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978553.123328:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978553.123333:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978553.123337:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978554.145470:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978554.145478:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978554.145480:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978554.145482:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145486:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978554.145488:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145490:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145501:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978554.145511:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978554.145523:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978554.145524:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978554.145530:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978554.145532:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978554.145533:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145534:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978554.145536:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145537:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978554.145538:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978554.148403:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978554.148411:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978554.148418:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978555.169531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978555.169536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978555.169543:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978555.169544:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978555.169547:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978555.169548:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978555.169643:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978555.169646:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978555.169649:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978555.361547:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978555.361558:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978555.361568:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da5ce460. 00000020:00000040:2.0:1780978555.361575:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978555.361581:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978555.361584:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978555.361589:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978555.361597:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978555.361603:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.361612:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978555.361621:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978555.361625:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.361630:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da5ce460] to pc [ptlrpcd_01_00+0] req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.361691:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.361695:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978555.361697:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978555.361701:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.361708:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978555.361709:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978555.361713:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978555.361715:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978555.361717:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341861056:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978555.361724:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978555.361728:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978555.361730:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978555.361732:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978555.361737:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002812ae69. 02000000:00000001:3.0:1780978555.361738:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978555.361746:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978555.361750:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e39dc7. 00000400:00000010:3.0:1780978555.361755:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1fe59aa. 00000100:00000200:3.0:1780978555.361762:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861056, portal 25 00000100:00000001:3.0:1780978555.361764:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978555.361765:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707082624 : -109779002468992 : ffff9c28158dd580) 00000100:00000040:3.0:1780978555.361770:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.361776:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978555.361778:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978555.361781:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978555.361782:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341861056, offset 0 00000400:00000200:3.0:1780978555.361789:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978555.361797:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.361806:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978555.361815:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978555.361818:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978555.361821:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978555.361825:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2337:2337:256:4294967295] 192.168.201.116@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:3.0:1780978555.361828:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.361835:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978555.361840:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978555.361845:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3214254). 00000800:00000200:3.0:1780978555.361851:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978555.361859:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978555.361863:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978555.361875:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.361877:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978555.361879:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.361882:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.361884:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.361907:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.361910:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978555.361914:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978555.361916:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065e28bc1. 00000020:00000040:2.0:1780978555.361919:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978555.361922:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978555.361924:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978555.361925:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978555.361928:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978555.361931:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.361934:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978555.361941:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978555.361943:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.361945:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065e28bc1] to pc [ptlrpcd_01_01+1] req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.364841:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978555.364847:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978555.364853:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.364855:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978555.364859:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978555.364863:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978555.364865:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978555.364866:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978555.364867:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978555.364868:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.364869:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978555.364870:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978555.364881:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.364892:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978555.364894:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978555.364898:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978555.364901:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978555.364904:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861120:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978555.364908:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978555.364915:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978555.364917:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978555.364920:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978555.364929:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978555.364931:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978555.364940:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978555.364945:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978555.364951:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978555.364967:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861120, portal 10 00000100:00000001:3.0:1780978555.364970:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978555.364972:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707068032 : -109779002483584 : ffff9c28158d9c80) 00000100:00000040:3.0:1780978555.364979:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.364985:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978555.364988:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978555.364990:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978555.364993:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861120, offset 0 00000400:00000200:3.0:1780978555.365000:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978555.365008:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.365015:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978555.365022:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978555.365027:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978555.365030:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978555.365034:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2338:2338:255:4294967295] 192.168.201.116@tcp LPNI seq info [2338:2338:7:4294967295] 00000400:00000200:3.0:1780978555.365037:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.365045:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978555.365050:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978555.365055:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214502). 00000800:00000200:3.0:1780978555.365062:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978555.365071:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978555.365075:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978555.365079:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365081:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978555.365083:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365085:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365087:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365106:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.365108:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978555.365168:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978555.365172:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214254). 00000400:00000200:3.0:1780978555.365178:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.365183:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978555.365187:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:3.0:1780978555.365189:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:3.0:1780978555.365193:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978555.365196:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.365205:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978555.365207:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.365212:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365214:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978555.365296:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978555.365299:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214006). 00000400:00000200:3.0:1780978555.365302:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.365305:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978555.365307:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:3.0:1780978555.365308:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:3.0:1780978555.365310:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978555.365313:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.365318:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978555.365320:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.365325:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.365326:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978555.368542:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.368562:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978555.368568:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.368569:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.368580:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.368589:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978555.368597:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.368603:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.368608:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.368612:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25900 00000400:00000200:3.0:1780978555.368617:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.368622:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x72dd [1] + 224 00000800:00000001:3.0:1780978555.368630:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.368636:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.368639:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.368643:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978555.368649:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978555.368655:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978555.368666:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.368683:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978555.368692:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.368694:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978555.368711:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.368714:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978555.368721:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978555.368723:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978555.368725:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978555.368729:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:3.0:1780978555.368731:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:3.0:1780978555.368734:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978555.368736:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978555.368743:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.368749:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978555.368751:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978555.368754:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978555.368757:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978555.368759:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978555.368761:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978555.368765:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978555.368774:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=54 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978555.368779:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=54 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978555.368781:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978555.368783:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978555.368787:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978555.368790:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.368793:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978555.368795:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978555.368797:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978555.368798:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978555.368802:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.368808:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978555.368810:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978555.368812:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978555.368815:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978555.368821:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065e28bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861120:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978555.368826:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.368828:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978555.368829:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065e28bc1 x1867487341861120/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.368836:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978555.368838:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978555.368841:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091111a8b. 02000000:00000001:3.0:1780978555.368843:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978555.368845:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978555.368847:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978555.368849:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978555.368851:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978555.368854:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978555.368856:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978555.368857:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065e28bc1. 00000100:00000001:3.0:1780978555.368861:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978555.368861:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978555.368864:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.368866:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978555.368867:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978555.368868:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.368869:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.368975:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.368979:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978555.368983:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978555.368987:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c466e77. 00000020:00000040:2.0:1780978555.368991:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978555.368994:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978555.368997:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978555.369002:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978555.369008:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978555.369013:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.369016:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978555.369024:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978555.369028:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.369031:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c466e77] to pc [ptlrpcd_01_00+0] req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.369043:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978555.369045:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978555.369048:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978555.369052:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978555.369054:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978555.369060:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3947) 00000100:00000001:2.0:1780978555.369070:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978555.369071:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978555.369073:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.369079:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978555.370038:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.370046:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.370048:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978555.370051:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978555.370060:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.370068:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978555.370070:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978555.370074:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978555.370077:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978555.370308:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341861184:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978555.370314:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978555.370319:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978555.370321:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978555.370324:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978555.370330:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978555.370332:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978555.370339:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978555.370343:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978555.370348:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978555.370354:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861184, portal 10 00000100:00000001:2.0:1780978555.370371:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978555.370373:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707074112 : -109779002477504 : ffff9c28158db440) 00000100:00000040:2.0:1780978555.370381:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.370391:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978555.370394:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978555.370396:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000609b147a. 00000100:00000200:2.0:1780978555.370399:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861184, offset 0 00000400:00000200:2.0:1780978555.370405:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978555.370413:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978555.370421:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978555.370428:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978555.370432:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978555.370435:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978555.370438:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2339:2339:256:4294967295] 192.168.201.116@tcp LPNI seq info [2339:2339:8:4294967295] 00000400:00000200:2.0:1780978555.370442:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978555.370449:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978555.370455:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978555.370458:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214254). 00000800:00000200:2.0:1780978555.370464:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978555.370471:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978555.370475:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978555.370487:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.370489:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978555.370492:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.370494:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.370497:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.372175:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.372182:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978555.372186:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.372191:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978555.374512:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978555.374519:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214006). 00000400:00000200:3.0:1780978555.374527:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.374537:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978555.374543:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000609b147a 00000400:00000010:3.0:1780978555.374547:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000609b147a. 00000100:00000001:3.0:1780978555.374552:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978555.374558:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.374570:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978555.374572:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.374578:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978555.374580:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978555.374589:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.374600:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978555.374602:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.374605:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.374612:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.374616:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978555.374623:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.374626:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.374630:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.374634:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a258c0 00000400:00000200:3.0:1780978555.374638:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.374644:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x72cd [1] + 224 00000800:00000001:3.0:1780978555.374650:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.374658:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.374660:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.374663:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978555.374667:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978555.374670:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978555.374677:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978555.374689:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978555.374694:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.374697:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.374922:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.374925:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978555.374930:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978555.374932:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978555.374933:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e39dc7. 00000400:00000200:2.0:1780978555.374936:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1fe59aa 00000400:00000010:2.0:1780978555.374938:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1fe59aa. 00000100:00000001:2.0:1780978555.374940:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978555.374943:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978555.374947:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.374951:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978555.374952:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.374954:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978555.374956:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978555.374958:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978555.374959:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978555.374962:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978555.374966:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=54 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978555.374969:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=54 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978555.374971:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978555.374972:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978555.374974:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978555.374976:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.374978:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.374981:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.374984:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978555.374987:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978555.374988:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978555.374990:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978555.374994:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341861056:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978555.374996:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.374997:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978555.374999:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da5ce460 x1867487341861056/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978562 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.375005:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978555.375007:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978555.375009:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002812ae69. 02000000:00000001:2.0:1780978555.375012:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978555.375013:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978555.375014:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978555.375016:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978555.375017:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978555.375019:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978555.375020:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978555.375021:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da5ce460. 00000100:00000001:2.0:1780978555.375023:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978555.375023:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.375025:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.375031:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978555.375032:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.375033:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.375035:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978555.388103:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.388134:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978555.388142:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.388145:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.388163:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.388176:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978555.388187:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.388195:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.388200:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.388205:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25940 00000400:00000200:3.0:1780978555.388213:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978555.388224:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x72ed [1] + 224 00000800:00000001:3.0:1780978555.388246:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.388673:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978555.388677:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978555.388683:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978555.388691:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978555.388700:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978555.388714:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.388799:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.388804:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978555.388825:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978555.388840:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978555.388844:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978555.389605:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978555.389611:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978555.389614:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:2.0:1780978555.389625:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:2.0:1780978555.389628:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:2.0:1780978555.389633:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978555.389641:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978555.389652:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.389657:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978555.389659:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.389662:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978555.389666:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978555.389671:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978555.389674:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978555.389678:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978555.389690:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=53 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978555.389696:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=53 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978555.389699:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978555.389701:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978555.389703:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978555.389708:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.389713:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978555.389716:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978555.389718:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978555.389719:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978555.389724:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.389729:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978555.389733:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978555.389735:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978555.389738:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978555.389744:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341861184:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978555.389748:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.389751:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978555.389753:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c466e77 x1867487341861184/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978555.389759:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978555.389762:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978555.389764:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978555.389768:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978555.389769:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978555.389771:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978555.389774:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978555.389775:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:2.0:1780978555.389778:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978555.389780:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978555.389782:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c466e77. 00000100:00000001:2.0:1780978555.389785:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978555.389786:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.389788:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978555.389796:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978555.389798:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978555.389800:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978555.389802:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978556.193524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978556.193531:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978556.193539:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978556.193540:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978556.193545:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978556.193547:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978556.196826:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978556.196834:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978556.196841:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978557.217570:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978557.217575:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978557.217581:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978557.217582:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978557.217585:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978557.217586:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780978557.217712:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780978557.217716:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780978557.217719:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978558.242056:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978558.242060:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978558.242066:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978558.242066:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978558.242072:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978558.242073:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978558.242257:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978558.242260:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978558.242263:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978559.265492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978559.265495:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978559.265501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978559.265503:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978559.265505:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978559.265510:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978559.265512:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978559.265513:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978559.265515:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978559.265516:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978559.265518:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978559.265520:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978559.265522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978559.265523:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978559.265579:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978559.265582:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978559.265585:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978560.289528:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978560.289533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978560.289539:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978560.289540:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978560.289542:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978560.289543:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978560.289688:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978560.289693:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978560.289696:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780978560.481560:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978560.481571:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978560.481582:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b22e0b09. 00000020:00000040:1.0:1780978560.481589:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:1.0:1780978560.481594:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978560.481596:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978560.481602:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978560.481609:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4740398. 00000100:00000001:1.0:1780978560.481616:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481627:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978560.481636:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978560.481639:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481657:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b22e0b09] to pc [ptlrpcd_00_00+0] req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.481685:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481688:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978560.481691:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978560.481693:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2a23818. 00000020:00000040:1.0:1780978560.481706:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978560.481708:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978560.481709:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978560.481710:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978560.481714:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c8cfe06. 00000100:00000001:1.0:1780978560.481716:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481719:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978560.481726:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978560.481727:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481730:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2a23818] to pc [ptlrpcd_00_01+1] req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.481736:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481738:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780978560.481740:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780978560.481742:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ec58f0. 00000020:00000040:1.0:1780978560.481744:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:1.0:1780978560.481746:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780978560.481747:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780978560.481748:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780978560.481751:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7a0e310. 00000100:00000001:1.0:1780978560.481753:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481756:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1780978560.481762:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780978560.481764:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.481767:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000040ec58f0] to pc [ptlrpcd_00_00+0] req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.481772:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780978560.481774:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978560.481777:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1780978560.481779:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780978560.481782:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780978560.481786:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3952) 00000100:00000001:1.0:1780978560.481801:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978560.481804:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978560.481806:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978560.481810:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.481816:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978560.481817:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.481821:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978560.481823:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978560.481826:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341861312:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978560.481829:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978560.481836:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978560.481838:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.481840:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978560.481843:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc2231ef. 02000000:00000001:1.0:1780978560.481845:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978560.481851:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978560.481855:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e06a79bf. 00000400:00000010:1.0:1780978560.481860:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0e87953. 00000100:00000200:1.0:1780978560.481866:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861312, portal 10 00000100:00000001:1.0:1780978560.481868:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978560.481869:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447382848 : -109779262168768 : ffff9c2806132140) 00000100:00000040:1.0:1780978560.481875:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.481880:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978560.481882:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978560.481885:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e2ebbd4. 00000100:00000200:1.0:1780978560.481888:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861312, offset 0 00000400:00000200:1.0:1780978560.481894:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978560.481902:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.481910:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978560.481917:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978560.481921:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978560.481924:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978560.481927:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2340:2340:256:4294967295] 192.168.201.116@tcp LPNI seq info [2340:2340:8:4294967295] 00000400:00000200:1.0:1780978560.481930:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.481939:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978560.481944:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978560.481948:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7823a40 (tot 3214254). 00000800:00000200:1.0:1780978560.481954:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978560.481962:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978560.481966:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7823a40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978560.481985:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.481987:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978560.481990:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.481993:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.481994:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.482002:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978560.482003:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:1.0:1780978560.482005:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978560.482006:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978560.482007:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978560.482009:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780978560.482010:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.482012:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780978560.482013:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.482014:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978560.482015:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978560.482016:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978560.482018:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.482024:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978560.482025:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.482026:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978560.482027:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978560.482029:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341861248:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978560.482032:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978560.482034:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978560.482035:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.482036:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978560.482038:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068424c2c. 02000000:00000001:1.0:1780978560.482039:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978560.482042:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978560.482045:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007bb4e201. 00000400:00000010:1.0:1780978560.482047:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f5e23b1. 00000100:00000200:1.0:1780978560.482050:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861248, portal 25 00000100:00000001:1.0:1780978560.482051:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978560.482052:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447399872 : -109779262151744 : ffff9c28061363c0) 00000100:00000040:1.0:1780978560.482055:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.482064:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978560.482066:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978560.482068:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cf0712c. 00000100:00000200:1.0:1780978560.482070:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341861248, offset 0 00000400:00000200:1.0:1780978560.482073:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978560.482076:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.482079:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978560.482082:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978560.482084:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978560.482086:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978560.482088:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2341:2341:255:4294967295] 192.168.201.116@tcp LPNI seq info [2341:2341:7:4294967295] 00000400:00000200:1.0:1780978560.482090:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.482095:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978560.482099:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978560.482101:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012913cb1 (tot 3214502). 00000800:00000200:1.0:1780978560.482105:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978560.482108:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978560.482110:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000012913cb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978560.482113:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.482114:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978560.482115:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.482117:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780978560.482119:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.482124:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780978560.482125:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.482127:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780978560.482128:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780978560.482130:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341861376:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978560.482133:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780978560.482135:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780978560.482136:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.482137:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780978560.482139:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006254346a. 02000000:00000001:1.0:1780978560.482140:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780978560.482143:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:1.0:1780978560.482145:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049bbfe1a. 00000400:00000010:1.0:1780978560.482148:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef2933d. 00000100:00000200:1.0:1780978560.482150:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861376, portal 10 00000100:00000001:1.0:1780978560.482152:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780978560.482153:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294447387712 : -109779262163904 : ffff9c2806133440) 00000100:00000040:1.0:1780978560.482157:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.482162:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780978560.482164:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:1.0:1780978560.482165:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000513ea91a. 00000100:00000200:1.0:1780978560.482167:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861376, offset 0 00000400:00000200:1.0:1780978560.482170:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:1.0:1780978560.482184:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.482188:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:1.0:1780978560.482191:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:1.0:1780978560.482193:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780978560.482195:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:1.0:1780978560.482197:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2342:2342:254:4294967295] 192.168.201.116@tcp LPNI seq info [2342:2342:6:4294967295] 00000400:00000200:1.0:1780978560.482200:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:1.0:1780978560.482205:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:1.0:1780978560.482209:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:1.0:1780978560.482213:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001499aaf0 (tot 3214750). 00000800:00000200:1.0:1780978560.482216:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:1.0:1780978560.482220:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:1.0:1780978560.482221:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001499aaf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780978560.482224:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.482226:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978560.482227:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.482229:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.482231:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978560.482453:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978560.482457:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7823a40 (tot 3214502). 00000400:00000200:2.0:1780978560.482463:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978560.482468:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978560.482474:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e2ebbd4 00000400:00000010:2.0:1780978560.482475:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e2ebbd4. 00000100:00000001:2.0:1780978560.482480:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978560.482483:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482491:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978560.482494:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482501:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978560.482502:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978560.482514:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978560.482516:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012913cb1 (tot 3214254). 00000400:00000200:2.0:1780978560.482518:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978560.482520:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978560.482522:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cf0712c 00000400:00000010:2.0:1780978560.482523:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cf0712c. 00000100:00000001:2.0:1780978560.482525:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978560.482527:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482533:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978560.482535:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482539:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978560.482541:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978560.482610:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978560.482612:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001499aaf0 (tot 3214006). 00000400:00000200:2.0:1780978560.482615:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978560.482618:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978560.482620:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000513ea91a 00000400:00000010:2.0:1780978560.482621:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000513ea91a. 00000100:00000001:2.0:1780978560.482623:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978560.482625:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482631:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978560.482633:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.482638:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978560.482639:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1780978560.483853:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978560.483859:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978560.487056:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978560.487077:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978560.487083:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978560.487086:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978560.487100:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978560.487109:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978560.487118:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978560.487125:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978560.487130:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978560.487134:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a259c0 00000400:00000200:3.0:1780978560.487140:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978560.487147:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x72fd [1] + 224 00000800:00000001:3.0:1780978560.487156:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978560.487163:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978560.487167:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978560.487171:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978560.487190:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978560.487197:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978560.487208:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978560.487232:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978560.487240:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978560.487243:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.487862:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978560.487866:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780978560.487874:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780978560.487875:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780978560.487877:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e06a79bf. 00000400:00000200:1.0:1780978560.487881:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0e87953 00000400:00000010:1.0:1780978560.487883:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0e87953. 00000100:00000001:1.0:1780978560.487886:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1780978560.487891:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:1.0:1780978560.487900:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.487906:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780978560.487907:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.487909:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1780978560.487912:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780978560.487914:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780978560.487915:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780978560.487918:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780978560.487925:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=59 v=21 (21 21 21 21) 00000100:00001000:1.0:1780978560.487929:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=59 v=1 (1 1 1 1) 00000100:00000001:1.0:1780978560.487932:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780978560.487933:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780978560.487935:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780978560.487938:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.487941:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780978560.487943:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:1.0:1780978560.487944:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780978560.487955:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780978560.487959:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.487965:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780978560.487968:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780978560.487970:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780978560.487973:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1780978560.487980:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2a23818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341861312:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:1.0:1780978560.487984:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.487986:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1780978560.487987:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2a23818 x1867487341861312/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:1.0:1780978560.487993:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780978560.487995:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780978560.487997:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc2231ef. 02000000:00000001:1.0:1780978560.488000:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780978560.488002:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1780978560.488004:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:1.0:1780978560.488005:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1780978560.488007:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c8cfe06. 02000000:00000001:1.0:1780978560.488010:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780978560.488011:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780978560.488012:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2a23818. 00000100:00000001:1.0:1780978560.488015:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780978560.488017:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780978560.488019:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.488021:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978560.488022:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780978560.488023:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978560.488024:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978560.499596:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499616:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978560.499621:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499623:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978560.499634:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499643:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978560.499654:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499658:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499662:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499666:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25980 00000400:00000200:2.0:1780978560.499670:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499675:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7305 [1] + 224 00000800:00000001:2.0:1780978560.499682:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499687:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978560.499689:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978560.499693:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978560.499713:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978560.499719:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978560.499735:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.499748:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978560.499760:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499764:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978560.499766:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499767:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978560.499770:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499774:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978560.499778:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499780:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499782:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499784:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25a00 00000400:00000200:2.0:1780978560.499788:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978560.499791:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x730d [1] + 224 00000800:00000001:2.0:1780978560.499795:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499860:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978560.499862:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978560.499865:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978560.499867:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978560.499870:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:2.0:1780978560.499877:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978560.499883:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978560.499887:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978560.499889:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.499971:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978560.499975:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978560.499982:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978560.499983:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978560.499986:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007bb4e201. 00000400:00000200:0.0:1780978560.499991:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f5e23b1 00000400:00000010:0.0:1780978560.499993:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f5e23b1. 00000100:00000001:0.0:1780978560.499996:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978560.500000:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978560.500006:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500011:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978560.500013:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500015:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978560.500018:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978560.500020:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978560.500022:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978560.500025:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978560.500032:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=59 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978560.500036:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=59 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978560.500039:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978560.500040:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978560.500043:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978560.500045:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978560.500047:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978560.500051:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500057:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978560.500060:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978560.500062:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978560.500065:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978560.500071:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b22e0b09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341861248:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978560.500076:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978560.500077:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978560.500078:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049bbfe1a. 00000400:00000200:0.0:1780978560.500080:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef2933d 00000400:00000010:0.0:1780978560.500081:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef2933d. 00000100:00000001:0.0:1780978560.500083:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978560.500084:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978560.500090:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500095:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978560.500095:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500097:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978560.500098:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978560.500099:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978560.500100:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978560.500101:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978560.500107:0:2261:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=58 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978560.500109:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=58 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978560.500111:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978560.500112:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978560.500113:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978560.500116:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978560.500119:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978560.500120:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978560.500122:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978560.500123:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978560.500126:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500131:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978560.500133:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978560.500134:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978560.500136:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978560.500141:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040ec58f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341861376:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978560.500144:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500147:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978560.500149:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b22e0b09 x1867487341861248/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978567 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500155:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978560.500157:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978560.500160:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068424c2c. 02000000:00000001:0.0:1780978560.500164:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978560.500166:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978560.500167:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978560.500169:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978560.500171:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c4740398. 02000000:00000001:0.0:1780978560.500185:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978560.500187:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978560.500188:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b22e0b09. 00000100:00000001:0.0:1780978560.500191:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978560.500193:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500194:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978560.500196:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000040ec58f0 x1867487341861376/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978592 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978560.500206:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978560.500207:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978560.500208:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006254346a. 02000000:00000001:0.0:1780978560.500211:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978560.500212:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978560.500212:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978560.500214:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978560.500215:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a7a0e310. 02000000:00000001:0.0:1780978560.500217:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978560.500217:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978560.500218:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ec58f0. 00000100:00000001:0.0:1780978560.500220:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978560.500221:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500223:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978560.500230:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978560.500232:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978560.500234:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978560.500236:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978561.314040:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978561.314045:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978561.314052:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978561.314053:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978561.314057:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978561.314058:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978561.314090:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978561.314093:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978561.314096:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978562.339175:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978562.339181:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978562.339187:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978562.339188:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978562.339191:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978562.339192:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978562.339494:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978562.339497:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978562.339500:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978563.361810:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978563.361815:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978563.361822:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978563.361824:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978563.361827:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978563.361827:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978563.361853:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978563.361855:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978563.361857:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978564.385524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978564.385532:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978564.385534:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978564.385536:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385542:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978564.385544:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385546:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385652:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385656:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978564.385657:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385661:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978564.385662:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978564.385663:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978564.385667:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978564.385670:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978564.385671:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385673:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978564.385746:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385757:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978564.385760:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978564.385873:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978564.385877:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978564.385879:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978565.409571:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978565.409577:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978565.409584:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978565.409585:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978565.409589:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978565.409590:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978565.409614:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978565.409617:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978565.409620:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978565.601537:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978565.601550:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978565.601563:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000004c44342. 00000020:00000040:0.0:1780978565.601570:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978565.601574:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978565.601577:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978565.601583:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978565.601593:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b5e94dc. 00000100:00000001:0.0:1780978565.601601:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601612:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978565.601624:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978565.601628:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601633:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000004c44342] to pc [ptlrpcd_00_01+1] req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.601668:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601670:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978565.601673:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978565.601676:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000142f02c6. 00000020:00000040:0.0:1780978565.601678:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978565.601680:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978565.601681:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978565.601683:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978565.601685:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d311748f. 00000100:00000001:0.0:1780978565.601688:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601691:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978565.601696:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978565.601697:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601700:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000142f02c6] to pc [ptlrpcd_00_00+0] req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.601707:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601709:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978565.601712:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978565.601717:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a40a842. 00000020:00000040:0.0:1780978565.601718:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978565.601720:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978565.601721:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978565.601722:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978565.601725:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000078a7098. 00000100:00000001:0.0:1780978565.601727:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601729:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978565.601734:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978565.601735:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.601737:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001a40a842] to pc [ptlrpcd_00_01+1] req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.601743:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978565.601744:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978565.601747:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978565.601749:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978565.601752:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978565.601757:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3958) 00000100:00000001:0.0:1780978565.601775:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.601778:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978565.601781:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978565.601785:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.601791:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978565.601792:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.601796:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978565.601798:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978565.601801:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341861504:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.601805:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978565.601810:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978565.601812:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.601815:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978565.601820:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978565.601822:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978565.601831:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978565.601836:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091bff2c7. 00000400:00000010:0.0:1780978565.601841:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978565.601849:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861504, portal 10 00000100:00000001:0.0:1780978565.601852:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978565.601853:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701163712 : -109779008387904 : ffff9c28153384c0) 00000100:00000040:0.0:1780978565.601859:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.601866:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978565.601868:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978565.601871:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e2d304. 00000100:00000200:0.0:1780978565.601874:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861504, offset 0 00000400:00000200:0.0:1780978565.601881:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978565.601888:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.601895:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978565.601903:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978565.601907:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978565.601910:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978565.601913:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2343:2343:256:4294967295] 192.168.201.116@tcp LPNI seq info [2343:2343:8:4294967295] 00000400:00000200:0.0:1780978565.601916:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.601925:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978565.601930:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978565.601935:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069d84b4b (tot 3214254). 00000800:00000200:0.0:1780978565.601942:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978565.601949:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978565.601953:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069d84b4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978565.601973:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.601976:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.601979:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.601982:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.601984:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.601993:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978565.601995:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:0.0:1780978565.601997:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.601998:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978565.601999:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978565.602001:0:2260:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780978565.602002:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.602004:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978565.602005:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.602006:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.602006:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978565.602007:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978565.602010:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.602016:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978565.602016:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.602018:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978565.602019:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978565.602022:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341861440:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.602024:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978565.602026:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978565.602027:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.602028:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978565.602031:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978565.602033:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978565.602037:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978565.602039:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005135649d. 00000400:00000010:0.0:1780978565.602042:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978565.602045:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861440, portal 25 00000100:00000001:0.0:1780978565.602046:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978565.602047:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701190464 : -109779008361152 : ffff9c281533ed40) 00000100:00000040:0.0:1780978565.602051:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.602055:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978565.602057:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978565.602059:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee6fa48a. 00000100:00000200:0.0:1780978565.602061:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341861440, offset 0 00000400:00000200:0.0:1780978565.602064:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978565.602067:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.602070:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978565.602073:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978565.602074:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978565.602076:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978565.602078:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2344:2344:255:4294967295] 192.168.201.116@tcp LPNI seq info [2344:2344:7:4294967295] 00000400:00000200:0.0:1780978565.602082:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.602098:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978565.602102:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978565.602105:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc3a4e4 (tot 3214502). 00000800:00000200:0.0:1780978565.602118:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978565.602122:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978565.602124:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acc3a4e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978565.602127:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.602128:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.602130:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.602131:0:2260:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978565.602133:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.602139:0:2260:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978565.602140:0:2260:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.602142:0:2260:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978565.602143:0:2260:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978565.602145:0:2260:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341861568:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.602156:0:2260:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978565.602159:0:2260:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978565.602160:0:2260:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.602161:0:2260:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978565.602164:0:2260:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978565.602165:0:2260:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978565.602168:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978565.602170:0:2260:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001c55301. 00000400:00000010:0.0:1780978565.602172:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c18e58. 00000100:00000200:0.0:1780978565.602174:0:2260:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861568, portal 10 00000100:00000001:0.0:1780978565.602176:0:2260:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978565.602177:0:2260:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701186816 : -109779008364800 : ffff9c281533df00) 00000100:00000040:0.0:1780978565.602181:0:2260:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.602186:0:2260:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978565.602188:0:2260:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978565.602190:0:2260:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f9a27ab. 00000100:00000200:0.0:1780978565.602191:0:2260:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861568, offset 0 00000400:00000200:0.0:1780978565.602195:0:2260:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978565.602198:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.602201:0:2260:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978565.602204:0:2260:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978565.602206:0:2260:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978565.602208:0:2260:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978565.602210:0:2260:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2345:2345:254:4294967295] 192.168.201.116@tcp LPNI seq info [2345:2345:6:4294967295] 00000400:00000200:0.0:1780978565.602213:0:2260:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978565.602217:0:2260:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978565.602221:0:2260:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978565.602223:0:2260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2686a9 (tot 3214750). 00000800:00000200:0.0:1780978565.602226:0:2260:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978565.602230:0:2260:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978565.602232:0:2260:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac2686a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978565.602234:0:2260:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.602236:0:2260:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.602238:0:2260:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.602239:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.602241:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978565.602533:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978565.602538:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069d84b4b (tot 3214502). 00000400:00000200:3.0:1780978565.602547:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978565.602552:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978565.602556:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e2d304 00000400:00000010:3.0:1780978565.602557:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e2d304. 00000100:00000001:3.0:1780978565.602562:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978565.602565:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602573:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978565.602575:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602581:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978565.602582:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978565.602595:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978565.602597:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acc3a4e4 (tot 3214254). 00000400:00000200:3.0:1780978565.602599:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978565.602601:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978565.602603:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee6fa48a 00000400:00000010:3.0:1780978565.602605:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee6fa48a. 00000100:00000001:3.0:1780978565.602606:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978565.602608:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602614:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978565.602616:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602622:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978565.602623:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978565.602692:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978565.602694:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2686a9 (tot 3214006). 00000400:00000200:3.0:1780978565.602697:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978565.602700:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978565.602701:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f9a27ab 00000400:00000010:3.0:1780978565.602703:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f9a27ab. 00000100:00000001:3.0:1780978565.602704:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978565.602707:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602713:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978565.602715:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.602720:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978565.602721:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1780978565.602781:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978565.602784:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978565.604713:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.604731:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978565.604735:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.604737:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978565.604748:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.604756:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978565.604763:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.604768:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.604773:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.604776:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25a40 00000400:00000200:2.0:1780978565.604781:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.604787:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x731d [1] + 224 00000800:00000001:2.0:1780978565.604794:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.604802:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978565.604805:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978565.604809:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978565.604814:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978565.604820:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978565.604829:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978565.604850:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978565.604858:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.604861:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.606182:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.606190:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978565.606200:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978565.606202:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978565.606206:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005135649d. 00000400:00000200:0.0:1780978565.606215:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071bc194c 00000400:00000010:0.0:1780978565.606216:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071bc194c. 00000100:00000001:0.0:1780978565.606221:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978565.606233:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978565.606244:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.606252:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978565.606253:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.606256:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978565.606259:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978565.606262:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978565.606275:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.606278:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978565.606284:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=64 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978565.606288:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=64 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978565.606290:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978565.606292:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978565.606294:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978565.606296:0:2260:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.606298:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.606303:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.606309:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.606312:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978565.606314:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978565.606317:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978565.606324:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2260:1867487341861440:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.606330:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.606332:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978565.606335:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000004c44342 x1867487341861440/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978572 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.606341:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978565.606343:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978565.606346:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f80662c. 02000000:00000001:0.0:1780978565.606350:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978565.606352:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978565.606354:0:2260:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978565.606400:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978565.606402:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:0.0:1780978565.606406:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978565.606407:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978565.606408:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000004c44342. 00000100:00000001:0.0:1780978565.606412:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978565.606413:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.606415:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.606416:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.606417:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978565.606418:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.606419:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978565.608068:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978565.608102:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978565.608114:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978565.608117:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978565.608130:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978565.608139:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978565.608148:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978565.608154:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978565.608157:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978565.608161:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25a80 00000400:00000200:3.0:1780978565.608167:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978565.608172:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7315 [1] + 224 00000800:00000001:3.0:1780978565.608181:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978565.608257:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978565.608260:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978565.608265:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978565.608271:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978565.608276:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978565.608286:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978565.608306:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978565.608315:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978565.608318:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.608388:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.608392:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978565.608399:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978565.608400:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978565.608403:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091bff2c7. 00000400:00000200:0.0:1780978565.608407:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b876fc 00000400:00000010:0.0:1780978565.608409:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b876fc. 00000100:00000001:0.0:1780978565.608411:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978565.608415:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978565.608422:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.608428:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978565.608430:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.608432:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978565.608434:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978565.608436:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978565.608438:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.608441:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978565.608448:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=64 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978565.608453:0:2260:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=64 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978565.608455:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978565.608457:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978565.608459:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978565.608462:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.608466:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978565.608468:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978565.608469:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978565.608470:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.608474:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.608479:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.608482:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978565.608484:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978565.608486:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978565.608493:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341861504:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.608498:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.608501:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978565.608503:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000142f02c6 x1867487341861504/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.608509:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978565.608511:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978565.608514:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f8d15a. 02000000:00000001:0.0:1780978565.608518:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978565.608519:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978565.608521:0:2260:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978565.608523:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978565.608524:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d311748f. 02000000:00000001:0.0:1780978565.608527:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978565.608528:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978565.608530:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000142f02c6. 00000100:00000001:0.0:1780978565.608532:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978565.608533:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.608536:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.608538:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.608539:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978565.608540:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.608541:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978565.614733:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.614759:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978565.614766:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.614769:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978565.614783:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.614793:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978565.614800:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.614806:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.614810:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.614814:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25ac0 00000400:00000200:2.0:1780978565.614820:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978565.614826:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7325 [1] + 224 00000800:00000001:2.0:1780978565.614837:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.614849:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978565.614851:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978565.614855:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978565.614862:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978565.614868:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978565.614879:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978565.614899:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978565.614908:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978565.614911:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.614975:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.614979:0:2260:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978565.614985:0:2260:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978565.614987:0:2260:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978565.614990:0:2260:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001c55301. 00000400:00000200:0.0:1780978565.614994:0:2260:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c18e58 00000400:00000010:0.0:1780978565.614996:0:2260:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c18e58. 00000100:00000001:0.0:1780978565.614999:0:2260:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978565.615003:0:2260:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1780978565.615011:0:2260:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.615017:0:2260:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978565.615019:0:2260:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.615021:0:2260:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978565.615024:0:2260:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978565.615027:0:2260:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978565.615028:0:2260:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978565.615031:0:2260:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978565.615039:0:2260:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=63 v=21 (21 21 21 21) 00000100:00001000:0.0:1780978565.615044:0:2260:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=63 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978565.615046:0:2260:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978565.615048:0:2260:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978565.615050:0:2260:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978565.615053:0:2260:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.615057:0:2260:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978565.615058:0:2260:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978565.615060:0:2260:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978565.615061:0:2260:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978565.615065:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.615071:0:2260:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978565.615074:0:2260:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978565.615076:0:2260:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978565.615079:0:2260:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1780978565.615097:0:2260:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2260:1867487341861568:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1780978565.615102:0:2260:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.615105:0:2260:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978565.615107:0:2260:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001a40a842 x1867487341861568/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978597 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1780978565.615114:0:2260:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978565.615116:0:2260:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978565.615120:0:2260:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013f0373c. 02000000:00000001:0.0:1780978565.615125:0:2260:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978565.615127:0:2260:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978565.615129:0:2260:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978565.615131:0:2260:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978565.615133:0:2260:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000078a7098. 02000000:00000001:0.0:1780978565.615137:0:2260:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978565.615138:0:2260:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978565.615139:0:2260:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a40a842. 00000100:00000001:0.0:1780978565.615143:0:2260:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978565.615144:0:2260:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.615146:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978565.615164:0:2260:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978565.615165:0:2260:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978565.615168:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978565.615169:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978566.117784:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978566.117793:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978566.117795:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780978566.117800:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000de37d748 going to sleep for 1 seconds 00000100:00000001:0.0:1780978566.117806:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978566.117810:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978566.117824:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978566.117834:0:10380:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978566.117836:0:10380:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978566.117842:0:10380:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978566.117846:0:10380:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978566.117849:0:10380:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341858944:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978566.117854:0:10380:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978566.117860:0:10380:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978566.117862:0:10380:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978566.117865:0:10380:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978566.117927:0:10380:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978566.117930:0:10380:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978566.117941:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978566.117953:0:10380:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001c55301. 00000400:00000010:0.0:1780978566.117961:0:10380:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000001c21fe1d (tot 3214638). 00000100:00000200:0.0:1780978566.117970:0:10380:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867487341858944, portal 10 00000100:00000001:0.0:1780978566.117973:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978566.117974:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000040:0.0:1780978566.117982:0:10380:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978566.117990:0:10380:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978566.117993:0:10380:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978566.117997:0:10380:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c18e58. 00000100:00000200:0.0:1780978566.118002:0:10380:0:(niobuf.c:86:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1867487341858944, offset 0 00000400:00000200:0.0:1780978566.118010:0:10380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978566.118021:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978566.118030:0:10380:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978566.118039:0:10380:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978566.118043:0:10380:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978566.118046:0:10380:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978566.118049:0:10380:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2346:2346:256:4294967295] 192.168.201.116@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:0.0:1780978566.118053:0:10380:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978566.118062:0:10380:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978566.118068:0:10380:0:(socklnd_cb.c:995:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978566.118073:0:10380:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078a7098 (tot 3214886). 00000800:00000200:0.0:1780978566.118091:0:10380:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978566.118100:0:10380:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978566.118103:0:10380:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000078a7098 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1780978566.118124:0:10380:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978566.118126:0:10380:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978566.118129:0:10380:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978566.118131:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978566.119321:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978566.119329:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078a7098 (tot 3214638). 00000400:00000200:3.0:1780978566.119336:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978566.119346:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978566.119353:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c18e58 00000400:00000010:3.0:1780978566.119400:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c18e58. 00000100:00000001:3.0:1780978566.119406:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978566.119411:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1780978566.119423:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978566.119426:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1780978566.119433:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978566.119434:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:0.0:1780978566.434131:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978566.434136:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978566.434142:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978566.434143:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978566.434146:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978566.434147:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978566.434308:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978566.434312:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978566.434314:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780978567.139499:0:10380:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780978567.139506:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978567.139507:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00100000:0.0:1780978567.139514:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000de37d748 going to sleep for 30 seconds 00000100:00000001:0.0:1780978567.139520:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978567.139523:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978567.457923:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978567.457929:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978567.457938:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978567.457939:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978567.457943:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978567.457943:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978567.457972:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978567.457974:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978567.457977:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978568.482869:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978568.482874:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978568.482880:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978568.482881:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978568.482884:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978568.482885:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978568.483313:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978568.483316:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978568.483319:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978569.506655:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978569.506660:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978569.506665:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978569.506668:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978569.506671:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978569.506676:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978569.506678:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978569.506680:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978569.506684:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978569.506686:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978569.506688:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978569.506689:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978569.506693:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978569.506693:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780978569.506725:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780978569.506728:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978569.506730:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978570.529501:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978570.529508:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978570.529514:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978570.529515:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978570.529517:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978570.529518:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978570.529817:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978570.529821:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978570.529823:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978570.721546:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978570.721557:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978570.721566:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c466e77. 00000020:00000040:2.0:1780978570.721573:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978570.721577:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978570.721580:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978570.721585:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978570.721592:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978570.721599:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721608:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978570.721618:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978570.721622:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721626:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c466e77] to pc [ptlrpcd_01_01+1] req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.721666:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721669:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978570.721672:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978570.721675:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da5ce460. 00000020:00000040:2.0:1780978570.721678:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978570.721680:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978570.721682:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978570.721683:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978570.721686:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978570.721689:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721692:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978570.721699:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978570.721700:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721703:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da5ce460] to pc [ptlrpcd_01_00+0] req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.721710:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721711:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978570.721714:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978570.721716:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ed0e9. 00000020:00000040:2.0:1780978570.721718:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978570.721720:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978570.721721:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978570.721722:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978570.721724:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978570.721726:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721729:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978570.721734:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978570.721736:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978570.721738:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000820ed0e9] to pc [ptlrpcd_01_01+1] req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.721745:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978570.721746:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978570.721749:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978570.721752:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978570.721755:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978570.721759:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3963) 00000100:00000001:2.0:1780978570.721773:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978570.721776:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978570.721778:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978570.721782:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.721789:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978570.721790:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978570.721794:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978570.721796:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978570.721799:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861696:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978570.721802:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978570.721808:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780978570.721948:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.721952:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978570.721953:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978570.721957:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.721964:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978570.721965:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.721967:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978570.721968:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978570.721971:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341861632:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978570.721974:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978570.721976:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978570.721977:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.721980:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978570.721983:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978570.721985:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978570.722003:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978570.722008:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978570.722014:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978570.722022:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861632, portal 25 00000100:00000001:3.0:1780978570.722024:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978570.722026:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707074112 : -109779002477504 : ffff9c28158db440) 00000100:00000040:3.0:1780978570.722030:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722036:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978570.722039:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978570.722041:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978570.722043:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341861632, offset 0 00000400:00000200:3.0:1780978570.722049:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978570.722058:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978570.722065:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978570.722071:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978570.722075:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978570.722078:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978570.722081:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2347:2347:256:4294967295] 192.168.201.116@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:3.0:1780978570.722086:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978570.722094:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978570.722101:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978570.722105:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecfb11e (tot 3214886). 00000800:00000200:3.0:1780978570.722112:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978570.722122:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978570.722126:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fecfb11e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978570.722139:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722141:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978570.722144:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722147:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978570.722149:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722154:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978570.722155:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.722157:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978570.722158:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978570.722160:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341861760:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978570.722163:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978570.722165:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978570.722166:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.722167:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978570.722169:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978570.722171:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978570.722175:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978570.722177:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6bc11d. 00000400:00000010:3.0:1780978570.722180:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978570.722182:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861760, portal 10 00000100:00000001:3.0:1780978570.722184:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978570.722185:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707091136 : -109779002460480 : ffff9c28158df6c0) 00000100:00000040:3.0:1780978570.722189:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722195:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978570.722197:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978570.722199:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978570.722200:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861760, offset 0 00000400:00000200:3.0:1780978570.722205:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978570.722208:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978570.722211:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978570.722214:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978570.722216:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978570.722218:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978570.722220:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2348:2348:255:4294967295] 192.168.201.116@tcp LPNI seq info [2348:2348:7:4294967295] 00000400:00000200:3.0:1780978570.722224:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978570.722229:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978570.722233:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978570.722235:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16edf2 (tot 3215134). 00000800:00000200:3.0:1780978570.722238:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978570.722243:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978570.722245:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16edf2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978570.722247:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722248:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978570.722250:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722252:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722253:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.722261:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978570.722262:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978570.722264:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.722265:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978570.722266:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722268:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978570.722314:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978570.722318:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecfb11e (tot 3214886). 00000400:00000200:3.0:1780978570.722324:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978570.722329:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978570.722333:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:3.0:1780978570.722335:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:3.0:1780978570.722340:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978570.722343:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722352:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978570.722354:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722403:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722405:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978570.722713:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978570.722716:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16edf2 (tot 3214638). 00000400:00000200:3.0:1780978570.722720:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978570.722724:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978570.722727:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978570.722728:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978570.722730:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978570.722732:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722740:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978570.722742:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.722748:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.722749:0:2255:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:2.0:1780978570.722887:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978570.722891:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978570.722894:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978570.722896:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978570.722901:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978570.722904:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978570.722907:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000710f78bc. 00000100:00000200:2.0:1780978570.722910:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861696, portal 10 00000100:00000001:2.0:1780978570.722913:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978570.722914:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707082624 : -109779002468992 : ffff9c28158dd580) 00000100:00000040:2.0:1780978570.722919:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.722925:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978570.722928:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978570.722930:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaef98ff. 00000100:00000200:2.0:1780978570.722932:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861696, offset 0 00000400:00000200:2.0:1780978570.722936:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978570.722942:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.722946:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978570.722951:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978570.722953:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978570.722955:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978570.722958:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2349:2349:256:4294967295] 192.168.201.116@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:2.0:1780978570.722962:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.722968:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978570.722972:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978570.722975:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214886). 00000800:00000200:2.0:1780978570.722979:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978570.722983:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978570.722986:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978570.723006:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978570.723008:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978570.723010:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978570.723012:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978570.723014:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978570.723019:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978570.723020:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978570.723022:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978570.723023:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978570.723024:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978570.723025:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978570.723548:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978570.723552:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214638). 00000400:00000200:2.0:1780978570.723557:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978570.723563:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978570.723567:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaef98ff 00000400:00000010:2.0:1780978570.723569:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaef98ff. 00000100:00000001:2.0:1780978570.723573:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978570.723577:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.723590:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978570.723592:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.723599:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978570.723600:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1780978570.729597:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.729622:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978570.729627:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.729630:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.729645:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.729653:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978570.729663:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.729668:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.729672:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.729675:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25b00 00000400:00000200:2.0:1780978570.729680:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.729686:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7335 [1] + 224 00000800:00000001:2.0:1780978570.729693:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.729705:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.729708:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978570.729711:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978570.729718:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978570.729724:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978570.729735:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.729764:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978570.729772:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.729775:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.734489:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.734496:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978570.734505:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978570.734507:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978570.734509:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978570.734515:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:3.0:1780978570.734517:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:3.0:1780978570.734520:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978570.734530:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978570.734540:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.734547:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978570.734548:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.734551:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978570.734553:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978570.734555:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978570.734557:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.734560:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978570.734566:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=69 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978570.734570:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=69 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978570.734572:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978570.734574:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978570.734576:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978570.734578:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.734580:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978570.734584:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.734590:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978570.734593:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978570.734596:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978570.734599:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978570.734615:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c466e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341861632:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978570.734620:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.734622:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978570.734676:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c466e77 x1867487341861632/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978577 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.734682:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978570.734684:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978570.734687:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821eb8c5. 02000000:00000001:3.0:1780978570.734689:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978570.734692:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978570.734693:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978570.734695:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978570.734696:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978570.734700:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978570.734701:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978570.734702:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c466e77. 00000100:00000001:3.0:1780978570.734705:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978570.734706:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.734709:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.734711:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.734712:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978570.734713:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.734714:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978570.734984:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.735010:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978570.735013:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.735016:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.735023:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.735028:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978570.735035:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.735040:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.735044:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.735048:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25b80 00000400:00000200:2.0:1780978570.735052:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.735057:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7345 [1] + 224 00000800:00000001:2.0:1780978570.735064:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.735070:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.735073:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978570.735076:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978570.735081:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978570.735084:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978570.735091:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.735109:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978570.735117:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.735119:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.736810:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.736818:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978570.736827:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978570.736829:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978570.736832:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6bc11d. 00000400:00000200:3.0:1780978570.736841:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:3.0:1780978570.736843:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:3.0:1780978570.736848:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978570.736860:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978570.736872:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.736878:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978570.736879:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.736881:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978570.736884:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978570.736886:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978570.736888:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.736890:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978570.736898:0:2263:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=68 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978570.736902:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=68 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978570.736904:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978570.736905:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978570.736908:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978570.736911:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.736914:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978570.736916:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978570.736918:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978570.736919:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978570.736923:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.736929:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978570.736932:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978570.736934:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978570.736936:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978570.736942:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000820ed0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341861760:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978570.736947:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.736949:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978570.736952:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000820ed0e9 x1867487341861760/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.736963:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978570.736965:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978570.736968:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978570.736972:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978570.736974:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978570.736976:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978570.736978:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978570.736980:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978570.736984:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978570.736985:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978570.736987:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ed0e9. 00000100:00000001:3.0:1780978570.736991:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978570.737003:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.737005:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.737015:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978570.737016:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.737018:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.737021:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978570.738973:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.738988:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978570.739003:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.739006:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.739015:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.739023:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978570.739030:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.739034:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.739039:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.739042:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25b40 00000400:00000200:2.0:1780978570.739048:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978570.739053:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7355 [1] + 224 00000800:00000001:2.0:1780978570.739061:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.739069:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978570.739071:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978570.739075:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978570.739080:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978570.739086:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978570.739096:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978570.739121:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978570.739129:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978570.739131:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.740903:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.740909:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978570.740917:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978570.740919:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978570.740922:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:3.0:1780978570.740933:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000710f78bc 00000400:00000010:3.0:1780978570.740936:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000710f78bc. 00000100:00000001:3.0:1780978570.740940:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978570.740952:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978570.740964:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.740971:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978570.740973:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.740975:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978570.740978:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978570.740980:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978570.740983:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978570.740986:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978570.741005:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=69 v=21 (21 21 21 21) 00000100:00001000:3.0:1780978570.741010:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=69 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978570.741012:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978570.741014:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978570.741016:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978570.741019:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.741022:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978570.741024:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978570.741026:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978570.741027:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978570.741031:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.741038:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978570.741040:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978570.741042:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978570.741045:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978570.741051:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5ce460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861696:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978570.741055:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.741058:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978570.741060:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da5ce460 x1867487341861696/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978602 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978570.741065:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978570.741068:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978570.741070:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:3.0:1780978570.741074:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978570.741076:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978570.741077:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978570.741079:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978570.741081:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978570.741084:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978570.741086:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978570.741087:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da5ce460. 00000100:00000001:3.0:1780978570.741091:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978570.741092:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.741094:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978570.741102:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978570.741104:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978570.741106:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978570.741108:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978571.556744:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978571.556751:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978571.556761:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978571.556762:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978571.556766:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978571.556767:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978571.557147:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978571.557151:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978571.557153:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978572.577475:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978572.577480:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978572.577486:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978572.577487:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978572.577491:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978572.577492:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978572.577705:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978572.577709:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978572.577711:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978573.601591:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978573.601599:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978573.601601:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978573.601603:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601609:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978573.601610:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601612:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601614:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601618:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978573.601619:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601622:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978573.601623:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978573.601624:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978573.601628:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978573.601631:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978573.601631:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601633:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978573.601633:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601634:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978573.601636:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978573.601751:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978573.601755:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978573.601758:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978574.625510:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978574.625516:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978574.625524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978574.625524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978574.625528:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978574.625530:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978574.625635:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978574.625638:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978574.625641:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978575.650346:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978575.650352:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978575.650399:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978575.650401:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978575.650405:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978575.650406:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978575.651074:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978575.651079:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978575.651082:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978575.847281:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978575.847295:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978575.847312:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051048c39. 00000020:00000040:3.0:1780978575.847320:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978575.847326:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978575.847330:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978575.847336:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978575.847344:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f16edf2. 00000100:00000001:3.0:1780978575.847353:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847514:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978575.847533:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978575.847538:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847544:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051048c39] to pc [ptlrpcd_01_00+0] req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.847567:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847569:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978575.847574:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978575.847577:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea1ac9e1. 00000020:00000040:3.0:1780978575.847580:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978575.847581:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978575.847583:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978575.847584:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978575.847588:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fecfb11e. 00000100:00000001:3.0:1780978575.847591:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847595:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978575.847601:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978575.847602:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847605:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ea1ac9e1] to pc [ptlrpcd_01_01+1] req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.847611:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847613:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978575.847616:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978575.847618:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af0c3b3d. 00000020:00000040:3.0:1780978575.847620:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978575.847622:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978575.847623:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978575.847624:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978575.847627:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000064b6ed1. 00000100:00000001:3.0:1780978575.847629:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847643:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978575.847648:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978575.847650:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978575.847653:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000af0c3b3d] to pc [ptlrpcd_01_00+0] req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.847659:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978575.847661:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978575.847664:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978575.847667:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978575.847670:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978575.847677:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3968) 00000100:00000001:2.0:1780978575.847971:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978575.847976:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978575.847979:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978575.847985:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.847993:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978575.847995:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848000:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978575.848003:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978575.848017:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341861824:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978575.848022:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978575.848028:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978575.848030:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848033:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978575.848039:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978575.848040:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978575.848048:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978575.848053:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab65bd4f. 00000400:00000010:2.0:1780978575.848061:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaef98ff. 00000100:00000200:2.0:1780978575.848069:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861824, portal 25 00000100:00000001:2.0:1780978575.848071:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978575.848073:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392661504 : -109779316890112 : ffff9c2802d02600) 00000100:00000040:2.0:1780978575.848078:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.848084:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978575.848087:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978575.848089:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978575.848092:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341861824, offset 0 00000400:00000200:2.0:1780978575.848099:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978575.848109:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.848118:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978575.848126:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978575.848129:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978575.848131:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978575.848134:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2350:2350:256:4294967295] 192.168.201.116@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:2.0:1780978575.848138:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.848145:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978575.848151:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978575.848156:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214886). 00000800:00000200:2.0:1780978575.848162:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978575.848170:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978575.848174:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978575.848185:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.848187:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.848190:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.848192:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978575.848195:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.848201:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978575.848202:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848203:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978575.848205:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978575.848207:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af0c3b3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861952:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978575.848210:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978575.848212:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978575.848213:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848214:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978575.848216:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978575.848218:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978575.848221:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978575.848224:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046df4dbf. 00000400:00000010:2.0:1780978575.848226:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a303d913. 00000100:00000200:2.0:1780978575.848229:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861952, portal 10 00000100:00000001:2.0:1780978575.848230:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978575.848231:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392671232 : -109779316880384 : ffff9c2802d04c00) 00000100:00000040:2.0:1780978575.848236:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.848242:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978575.848244:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978575.848246:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbee80ae. 00000100:00000200:2.0:1780978575.848248:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861952, offset 0 00000400:00000200:2.0:1780978575.848252:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978575.848255:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.848258:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978575.848261:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978575.848263:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978575.848265:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978575.848267:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2351:2351:255:4294967295] 192.168.201.116@tcp LPNI seq info [2351:2351:7:4294967295] 00000400:00000200:2.0:1780978575.848270:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.848275:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978575.848279:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978575.848284:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3215134). 00000800:00000200:2.0:1780978575.848288:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978575.848292:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978575.848294:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978575.848296:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.848297:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.848299:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.848301:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.848303:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.848311:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978575.848312:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780978575.848314:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978575.848315:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978575.848316:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978575.848318:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780978575.848319:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.848320:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978575.848321:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.848322:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978575.848323:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978575.848324:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978575.848326:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.848331:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978575.848332:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848334:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978575.848335:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978575.848337:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861888:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978575.848340:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978575.848342:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978575.848343:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.848344:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978575.848346:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978575.848348:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978575.848350:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978575.848352:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978575.848355:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000100:00000200:2.0:1780978575.848980:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341861888, portal 10 00000100:00000001:2.0:1780978575.848984:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978575.848985:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392670016 : -109779316881600 : ffff9c2802d04740) 00000100:00000040:2.0:1780978575.848994:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.849000:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978575.849003:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978575.849097:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb09d8eb. 00000100:00000200:2.0:1780978575.849102:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341861888, offset 0 00000400:00000200:2.0:1780978575.849108:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978575.849116:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.849121:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978575.849125:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978575.849127:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978575.849129:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978575.849133:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2352:2352:254:4294967295] 192.168.201.116@tcp LPNI seq info [2352:2352:6:4294967295] 00000400:00000200:2.0:1780978575.849136:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978575.849142:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978575.849146:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978575.849150:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3215382). 00000800:00000200:2.0:1780978575.849154:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978575.849159:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978575.849162:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978575.849165:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.849166:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.849168:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.849171:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.849174:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978575.849239:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978575.849243:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3215134). 00000400:00000200:2.0:1780978575.849249:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978575.849254:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978575.849259:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:2.0:1780978575.849261:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:2.0:1780978575.849266:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978575.849270:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.849278:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.849281:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.849287:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.849289:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978575.849303:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978575.849305:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214886). 00000400:00000200:2.0:1780978575.849308:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978575.849311:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978575.849314:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbee80ae 00000400:00000010:2.0:1780978575.849315:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbee80ae. 00000100:00000001:2.0:1780978575.849317:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978575.849320:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.849327:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.849329:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.849335:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.849336:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978575.849501:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978575.849504:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978575.850926:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978575.850932:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214638). 00000400:00000200:2.0:1780978575.850942:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978575.850951:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978575.850957:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb09d8eb 00000400:00000010:2.0:1780978575.850959:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb09d8eb. 00000100:00000001:2.0:1780978575.850964:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978575.850969:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.850984:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.850986:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.850992:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.850993:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978575.856841:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.856864:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978575.856870:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.856873:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.856887:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.856897:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978575.857120:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857126:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857131:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857135:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25bc0 00000400:00000200:3.0:1780978575.857141:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857148:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x7365 [1] + 224 00000800:00000001:3.0:1780978575.857159:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857165:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.857169:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978575.857173:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978575.857180:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978575.857186:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978575.857196:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.857215:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978575.857224:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857227:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978575.857228:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857230:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.857233:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857237:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978575.857241:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857243:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857246:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857248:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25c40 00000400:00000200:3.0:1780978575.857253:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857257:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7375 [1] + 224 00000800:00000001:3.0:1780978575.857261:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857264:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.857265:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978575.857268:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978575.857270:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978575.857272:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978575.857279:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.857285:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978575.857288:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857290:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978575.857291:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857293:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.857295:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857298:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978575.857302:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857304:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857306:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857308:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25c00 00000400:00000200:3.0:1780978575.857311:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978575.857314:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7385 [1] + 224 00000800:00000001:3.0:1780978575.857317:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857322:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978575.857323:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978575.857325:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978575.857327:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978575.857329:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978575.857336:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978575.857342:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978575.857345:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978575.857347:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.858497:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978575.858503:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978575.858511:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978575.858514:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978575.858516:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:2.0:1780978575.858597:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:2.0:1780978575.858599:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:2.0:1780978575.858603:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978575.858613:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978575.858623:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.858630:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978575.858631:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.858707:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978575.858711:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978575.858713:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978575.858716:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.858718:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978575.858729:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007eb9ed1a time=74 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978575.858733:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=74 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978575.858736:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978575.858737:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978575.858740:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978575.858743:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.858747:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978575.858749:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978575.858751:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978575.858752:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978575.858757:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.858763:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.858765:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978575.858767:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978575.858770:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978575.858777:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1ac9e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861888:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978575.858783:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978575.858784:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978575.858786:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab65bd4f. 00000400:00000200:2.0:1780978575.858789:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaef98ff 00000400:00000010:2.0:1780978575.858790:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaef98ff. 00000100:00000001:2.0:1780978575.858792:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978575.858795:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978575.858802:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.858807:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978575.858808:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.858810:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978575.858811:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978575.858812:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978575.858813:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.858815:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978575.858818:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=74 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978575.858820:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=74 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978575.858822:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978575.858823:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978575.858825:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978575.858826:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.858828:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978575.858830:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.858836:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.858838:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978575.858839:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978575.858841:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978575.858847:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051048c39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341861824:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978575.858852:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978575.858853:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978575.858854:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046df4dbf. 00000400:00000200:2.0:1780978575.858856:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a303d913 00000400:00000010:2.0:1780978575.858857:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a303d913. 00000100:00000001:2.0:1780978575.858859:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978575.858862:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978575.858868:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.858874:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978575.858875:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.858876:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978575.858877:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978575.858878:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978575.858879:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978575.858881:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978575.858884:0:2262:0:(import.c:1935:at_measured()) add 21 to 000000007cfd7cad time=73 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978575.858887:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=73 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978575.858889:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978575.858890:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978575.858892:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978575.858893:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.858895:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978575.858896:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978575.859511:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978575.859515:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978575.859593:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.859601:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978575.859603:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978575.859604:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978575.859607:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978575.859614:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af0c3b3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341861952:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978575.859618:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.859621:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.859624:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ea1ac9e1 x1867487341861888/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.859630:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978575.859705:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978575.859710:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978575.859716:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978575.859718:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978575.859720:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978575.859723:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978575.859725:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fecfb11e. 02000000:00000001:2.0:1780978575.859730:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978575.859731:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978575.859733:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea1ac9e1. 00000100:00000001:2.0:1780978575.859737:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978575.859739:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.859740:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.859743:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051048c39 x1867487341861824/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978582 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.859748:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978575.859749:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978575.859750:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978575.859752:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978575.859754:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978575.859755:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978575.859757:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978575.859757:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006f16edf2. 02000000:00000001:2.0:1780978575.859759:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978575.859760:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978575.859761:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051048c39. 00000100:00000001:2.0:1780978575.859763:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978575.859764:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.859765:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978575.859767:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000af0c3b3d x1867487341861952/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978607 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978575.859773:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978575.859774:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978575.859775:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978575.859777:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978575.859778:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978575.859779:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978575.859781:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978575.859781:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000064b6ed1. 02000000:00000001:2.0:1780978575.859783:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978575.859784:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978575.859785:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af0c3b3d. 00000100:00000001:2.0:1780978575.859787:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978575.859788:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.859790:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978575.859799:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978575.859800:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978575.859803:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978575.859805:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978576.673531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978576.673539:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978576.673548:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978576.673549:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978576.673553:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978576.673554:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978576.673660:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978576.673664:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978576.673666:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978577.697738:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978577.697744:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978577.697751:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978577.697752:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978577.697755:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978577.697756:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978577.697818:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978577.697822:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978577.697825:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978578.721830:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978578.721838:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978578.721846:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978578.721847:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978578.721860:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978578.721861:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978578.721977:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978578.721981:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978578.721985:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978579.751014:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978579.751021:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978579.751040:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978579.751044:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978579.751046:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978579.751051:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978579.751053:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978579.751054:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978579.751058:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978579.751059:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978579.751061:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978579.751063:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978579.751067:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978579.751069:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978579.751241:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978579.751246:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978579.751248:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978580.769491:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978580.769496:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978580.769502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978580.769503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978580.769506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978580.769507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978580.773313:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978580.773320:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978580.773326:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780978580.961857:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978580.961868:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978580.961879:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008da5676. 00000020:00000040:3.0:1780978580.961886:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:3.0:1780978580.961891:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978580.961894:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978580.961900:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978580.961910:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006879befb. 00000100:00000001:3.0:1780978580.961918:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.961930:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978580.961953:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978580.961956:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.961962:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000008da5676] to pc [ptlrpcd_01_01+1] req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.961991:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.961993:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978580.961996:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978580.961998:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c9e0119. 00000020:00000040:3.0:1780978580.962000:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978580.962002:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978580.962003:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978580.962004:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978580.962007:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000faaed9c1. 00000100:00000001:3.0:1780978580.962009:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.962012:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978580.962018:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978580.962020:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.962023:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c9e0119] to pc [ptlrpcd_01_00+0] req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962028:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.962030:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780978580.962032:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780978580.962034:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a0280a1e. 00000020:00000040:3.0:1780978580.962035:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:3.0:1780978580.962037:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780978580.962038:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780978580.962039:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780978580.962041:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006bb56103. 00000100:00000001:3.0:1780978580.962043:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.962045:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1780978580.962051:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780978580.962052:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978580.962054:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a0280a1e] to pc [ptlrpcd_01_01+1] req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962059:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780978580.962061:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978580.962064:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1780978580.962066:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780978580.962068:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780978580.962072:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3973) 00000100:00000001:2.0:1780978580.962149:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.962153:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978580.962156:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978580.962160:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962168:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978580.962169:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962174:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978580.962176:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978580.962179:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c9e0119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862080:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978580.962183:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978580.962187:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978580.962189:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962192:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978580.962196:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978580.962197:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978580.962205:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978580.962210:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046df4dbf. 00000400:00000010:2.0:1780978580.962228:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a303d913. 00000100:00000200:2.0:1780978580.962235:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862080, portal 10 00000100:00000001:2.0:1780978580.962237:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978580.962239:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392673664 : -109779316877952 : ffff9c2802d05580) 00000100:00000040:2.0:1780978580.962245:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962251:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978580.962253:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978580.962256:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaef98ff. 00000100:00000200:2.0:1780978580.962258:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862080, offset 0 00000400:00000200:2.0:1780978580.962264:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962272:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962279:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978580.962286:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978580.962289:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978580.962292:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962295:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2353:2353:256:4294967295] 192.168.201.116@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:2.0:1780978580.962299:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962307:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978580.962314:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978580.962318:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214886). 00000800:00000200:2.0:1780978580.962326:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978580.962334:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978580.962337:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978580.962395:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962397:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.962400:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962403:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962405:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.962413:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978580.962415:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=31 : 31 : 1f) 00000100:00000001:2.0:1780978580.962417:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.962418:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978580.962419:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978580.962421:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780978580.962422:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.962424:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978580.962425:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.962426:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.962427:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978580.962428:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978580.962431:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962437:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978580.962438:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962440:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978580.962441:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978580.962443:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008da5676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341862016:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978580.962445:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978580.962447:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978580.962448:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962449:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978580.962452:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978580.962453:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978580.962457:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978580.962459:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab65bd4f. 00000400:00000010:2.0:1780978580.962462:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000100:00000200:2.0:1780978580.962465:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862016, portal 25 00000100:00000001:2.0:1780978580.962467:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978580.962467:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392667584 : -109779316884032 : ffff9c2802d03dc0) 00000100:00000040:2.0:1780978580.962471:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962475:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978580.962478:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978580.962479:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb09d8eb. 00000100:00000200:2.0:1780978580.962481:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341862016, offset 0 00000400:00000200:2.0:1780978580.962485:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962489:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962492:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978580.962495:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978580.962497:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978580.962499:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962501:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2354:2354:255:4294967295] 192.168.201.116@tcp LPNI seq info [2354:2354:7:4294967295] 00000400:00000200:2.0:1780978580.962504:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962508:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978580.962512:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978580.962514:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3215134). 00000800:00000200:2.0:1780978580.962518:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978580.962522:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978580.962524:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978580.962526:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962527:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.962529:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962531:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978580.962533:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962538:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978580.962540:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962541:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978580.962543:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978580.962545:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0280a1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862144:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978580.962548:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978580.962549:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978580.962550:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.962551:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978580.962553:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978580.962555:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978580.962558:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978580.962560:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978580.962562:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbee80ae. 00000100:00000200:2.0:1780978580.962564:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862144, portal 10 00000100:00000001:2.0:1780978580.962565:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978580.962566:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294392680960 : -109779316870656 : ffff9c2802d07200) 00000100:00000040:2.0:1780978580.962571:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.962576:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978580.962577:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978580.962579:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c89afddb. 00000100:00000200:2.0:1780978580.962580:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862144, offset 0 00000400:00000200:2.0:1780978580.962583:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962586:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962588:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978580.962591:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978580.962592:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978580.962594:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978580.962596:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2355:2355:254:4294967295] 192.168.201.116@tcp LPNI seq info [2355:2355:6:4294967295] 00000400:00000200:2.0:1780978580.962599:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978580.962604:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978580.962607:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978580.962610:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3215382). 00000800:00000200:2.0:1780978580.962613:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978580.962616:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978580.962618:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978580.962620:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962622:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.962623:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962625:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962627:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.962646:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.962648:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978580.962877:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978580.962881:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3215134). 00000400:00000200:3.0:1780978580.962887:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.962893:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978580.962897:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaef98ff 00000400:00000010:3.0:1780978580.962899:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaef98ff. 00000100:00000001:3.0:1780978580.962903:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978580.962906:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962915:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978580.962917:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962923:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978580.962925:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978580.962949:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978580.962951:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214886). 00000400:00000200:3.0:1780978580.962954:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.962957:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978580.962959:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb09d8eb 00000400:00000010:3.0:1780978580.962961:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb09d8eb. 00000100:00000001:3.0:1780978580.962963:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978580.962965:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962971:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978580.962972:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.962978:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978580.962979:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978580.963041:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978580.963044:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214638). 00000400:00000200:3.0:1780978580.963046:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.963050:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978580.963051:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c89afddb 00000400:00000010:3.0:1780978580.963053:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c89afddb. 00000100:00000001:3.0:1780978580.963054:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978580.963056:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.963067:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978580.963069:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.963074:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978580.963076:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978580.972853:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.972871:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978580.972876:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.972878:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.972889:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.972897:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978580.972904:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.972910:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.972914:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.972918:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25cc0 00000400:00000200:3.0:1780978580.972923:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.972929:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7395 [1] + 224 00000800:00000001:3.0:1780978580.972937:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.972941:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.972943:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.972947:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978580.972954:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978580.972960:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978580.972970:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.973035:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.973039:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978580.973059:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978580.973070:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973073:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978580.973075:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973076:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.973080:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973083:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978580.973088:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973089:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973092:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973094:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25d00 00000400:00000200:3.0:1780978580.973097:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973100:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x73b5 [1] + 224 00000800:00000001:3.0:1780978580.973104:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973107:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.973109:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.973111:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978580.973114:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978580.973116:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978580.973123:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.973129:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978580.973133:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973136:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978580.973138:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973139:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.973142:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973144:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978580.973148:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973150:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973151:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973153:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25c80 00000400:00000200:3.0:1780978580.973156:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978580.973160:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x73a5 [1] + 224 00000800:00000001:3.0:1780978580.973164:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973169:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978580.973171:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978580.973173:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978580.973176:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978580.973178:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978580.973185:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978580.973203:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978580.973207:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978580.973210:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780978580.978436:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978580.978442:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978580.978445:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046df4dbf. 00000400:00000200:2.0:1780978580.978455:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a303d913 00000400:00000010:2.0:1780978580.978457:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a303d913. 00000100:00000001:2.0:1780978580.978463:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978580.978474:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978580.978484:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978492:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978580.978493:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978496:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978580.978499:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978580.978501:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978580.978504:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.978507:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978580.978514:0:2262:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=79 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978580.978518:0:2262:0:(import.c:2000:at_measured()) AT 000000007eb9ed1a change: old=21 new=20 delta=-1 (val=20) hist 21 21 21 21 00000100:00001000:2.0:1780978580.978521:0:2262:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9c2814f0d000 ptl 12 has changed from 21 to 20 00000100:00001000:2.0:1780978580.978523:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=79 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978580.978527:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978580.978528:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978580.978530:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978580.978533:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978536:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978580.978538:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978580.978539:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978580.978540:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978580.978544:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978550:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.978553:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978580.978554:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978580.978557:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978580.978563:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c9e0119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862080:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978580.978568:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978570:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978580.978572:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008c9e0119 x1867487341862080/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978578:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978580.978580:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978580.978583:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978580.978586:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978580.978588:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978580.978590:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978580.978592:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978580.978594:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000faaed9c1. 02000000:00000001:2.0:1780978580.978597:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978580.978598:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978580.978600:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c9e0119. 00000100:00000001:2.0:1780978580.978603:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978580.978604:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978608:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978610:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.978611:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978580.978614:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978580.978615:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978580.978617:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab65bd4f. 00000400:00000200:2.0:1780978580.978619:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:2.0:1780978580.978620:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:2.0:1780978580.978622:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978580.978625:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978580.978690:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978696:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978580.978697:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978699:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978580.978700:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978580.978701:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978580.978702:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.978704:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978580.978706:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=79 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978580.978708:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=79 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978580.978710:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978580.978711:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978580.978713:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978580.978714:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978715:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978580.978718:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978723:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.978724:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978580.978725:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978580.978728:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978580.978733:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008da5676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341862016:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:2.0:1780978580.978739:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978580.978740:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978580.978741:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:2.0:1780978580.978744:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbee80ae 00000400:00000010:2.0:1780978580.978745:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbee80ae. 00000100:00000001:2.0:1780978580.978746:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978580.978749:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978580.978756:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978760:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978580.978761:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978762:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978580.978763:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978580.978764:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978580.978765:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978580.978767:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978580.978770:0:2262:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=78 v=21 (21 21 21 21) 00000100:00001000:2.0:1780978580.978773:0:2262:0:(import.c:2000:at_measured()) AT 000000007cfd7cad change: old=21 new=20 delta=-1 (val=20) hist 21 21 21 21 00000100:00001000:2.0:1780978580.978775:0:2262:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff9c2814f0d000 ptl 12 has changed from 21 to 20 00000100:00001000:2.0:1780978580.978776:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=78 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978580.978778:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978580.978779:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978580.978780:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978580.978782:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978784:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978580.978785:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978580.978786:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978580.978787:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978580.978790:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978795:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978580.978796:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978580.978798:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978580.978800:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978580.978805:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0280a1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862144:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978580.978808:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978810:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978580.978822:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000008da5676 x1867487341862016/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978587 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978828:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978580.978829:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978580.978830:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978580.978833:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978580.978834:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978580.978835:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978580.978836:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978580.978837:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006879befb. 02000000:00000001:2.0:1780978580.978839:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978580.978840:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978580.978841:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008da5676. 00000100:00000001:2.0:1780978580.978844:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978580.978844:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978845:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978580.978847:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a0280a1e x1867487341862144/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978612 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978580.978852:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978580.978853:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978580.978854:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978580.978856:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978580.978857:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978580.978857:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978580.978859:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978580.978860:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006bb56103. 02000000:00000001:2.0:1780978580.978861:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978580.978862:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978580.978863:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a0280a1e. 00000100:00000001:2.0:1780978580.978865:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978580.978866:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978867:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978580.978874:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978580.978876:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978580.978878:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978580.978879:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978581.793492:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978581.793497:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978581.793502:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978581.793503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978581.793506:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978581.793507:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978581.793608:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978581.793611:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978581.793613:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978582.817487:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978582.817492:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978582.817499:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978582.817500:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978582.817503:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978582.817504:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978582.817646:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978582.817649:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978582.817652:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978583.841987:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978583.841994:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978583.841997:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978583.841999:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842004:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978583.842006:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842008:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842010:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842013:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978583.842014:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842017:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978583.842018:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978583.842019:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978583.842023:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978583.842025:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978583.842026:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842027:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978583.842028:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842029:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978583.842031:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978583.842460:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978583.842464:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978583.842466:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978584.865720:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978584.865726:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978584.865734:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978584.865735:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978584.865738:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978584.865739:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978584.865870:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978584.865874:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978584.865876:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978585.889525:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978585.889530:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978585.889536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978585.889537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978585.889540:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978585.889541:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978585.889649:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978585.889653:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978585.889655:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978586.081691:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978586.081844:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978586.081855:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c701e3b0. 00000020:00000040:2.0:1780978586.081862:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978586.081866:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978586.081870:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978586.081875:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978586.081885:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978586.081891:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.081903:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978586.081913:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978586.081917:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.081922:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c701e3b0] to pc [ptlrpcd_01_00+0] req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082035:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978586.082039:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978586.082041:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978586.082045:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082053:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978586.082055:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.082059:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978586.082061:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978586.082064:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341862208:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978586.082068:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978586.082074:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978586.082077:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.082079:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978586.082084:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978586.082085:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978586.082094:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978586.082099:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6bc11d. 00000400:00000010:3.0:1780978586.082105:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978586.082111:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862208, portal 25 00000100:00000001:3.0:1780978586.082113:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978586.082114:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707069248 : -109779002482368 : ffff9c28158da140) 00000100:00000040:3.0:1780978586.082119:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082126:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978586.082129:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978586.082132:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978586.082133:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341862208, offset 0 00000400:00000200:3.0:1780978586.082139:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978586.082146:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.082153:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978586.082160:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978586.082163:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978586.082165:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978586.082168:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2356:2356:256:4294967295] 192.168.201.116@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:3.0:1780978586.082172:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.082179:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978586.082184:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978586.082188:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214886). 00000800:00000200:3.0:1780978586.082194:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978586.082201:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978586.082205:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978586.082218:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082220:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978586.082223:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082225:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082227:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.082251:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.082254:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978586.082257:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978586.082260:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000839171a. 00000020:00000040:2.0:1780978586.082263:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978586.082265:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978586.082266:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978586.082268:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978586.082271:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978586.082274:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.082277:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978586.082284:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978586.082285:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.082288:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000839171a] to pc [ptlrpcd_01_01+1] req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082320:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978586.082322:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978586.082324:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978586.082325:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978586.082326:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978586.082328:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780978586.082330:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.082331:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978586.082332:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.082334:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978586.082335:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978586.082336:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978586.082595:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082602:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978586.082604:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.082606:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978586.082607:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978586.082610:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862272:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978586.082613:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978586.082615:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978586.082616:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.082617:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978586.082620:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978586.082622:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978586.082626:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978586.082629:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978586.082632:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978586.082635:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862272, portal 10 00000100:00000001:3.0:1780978586.082637:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978586.082638:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707086272 : -109779002465344 : ffff9c28158de3c0) 00000100:00000040:3.0:1780978586.082644:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.082649:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978586.082651:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978586.082653:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978586.082655:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862272, offset 0 00000400:00000200:3.0:1780978586.082659:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978586.082663:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.082667:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978586.082670:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978586.082672:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978586.082674:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978586.082676:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2357:2357:255:4294967295] 192.168.201.116@tcp LPNI seq info [2357:2357:7:4294967295] 00000400:00000200:3.0:1780978586.082679:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.082684:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978586.082687:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978586.082690:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3215134). 00000800:00000200:3.0:1780978586.082693:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978586.082712:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978586.082714:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978586.082717:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082719:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978586.082887:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082891:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.082893:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.083122:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.083126:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978586.083130:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978586.083133:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978586.083137:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978586.083139:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978586.083141:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978586.083143:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978586.083147:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978586.083150:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.083154:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978586.083161:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978586.083163:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.083166:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_00+0] req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.083173:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978586.083176:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978586.083179:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978586.083181:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978586.083183:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978586.083187:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3978) 00000100:00000001:2.0:1780978586.083198:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780978586.083200:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780978586.083202:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.083207:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978586.083208:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.083209:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978586.083211:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978586.083212:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978586.083215:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.083221:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978586.083222:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978586.083224:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978586.083225:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978586.083227:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862336:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978586.083231:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978586.083234:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978586.083235:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978586.083236:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978586.083239:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978586.083240:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978586.083244:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978586.083247:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978586.083251:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbee80ae. 00000100:00000200:2.0:1780978586.083254:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862336, portal 10 00000100:00000001:2.0:1780978586.083255:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978586.083256:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:2.0:1780978586.083261:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.083267:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978586.083269:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978586.083271:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac23bfd9. 00000100:00000200:2.0:1780978586.083273:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862336, offset 0 00000400:00000200:2.0:1780978586.083279:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978586.083283:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978586.083287:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978586.083292:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978586.083294:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978586.083296:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978586.083298:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2358:2358:254:4294967295] 192.168.201.116@tcp LPNI seq info [2358:2358:6:4294967295] 00000400:00000200:2.0:1780978586.083301:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978586.083307:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978586.083311:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978586.083316:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3215382). 00000800:00000200:2.0:1780978586.083320:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978586.083324:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978586.083326:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978586.083329:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.083330:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978586.083332:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.083333:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.083335:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978586.083495:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978586.083499:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3215134). 00000400:00000200:3.0:1780978586.083504:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.083509:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978586.083514:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:3.0:1780978586.083516:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:3.0:1780978586.083520:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978586.083524:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.083532:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978586.083535:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.083613:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.083615:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978586.083632:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978586.083634:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214886). 00000400:00000200:3.0:1780978586.083637:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.083640:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978586.083643:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:3.0:1780978586.083644:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:3.0:1780978586.083646:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978586.083648:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.083655:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978586.083657:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.083662:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.083663:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978586.086233:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978586.086242:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214638). 00000400:00000200:3.0:1780978586.086250:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.086260:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978586.086265:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac23bfd9 00000400:00000010:3.0:1780978586.086267:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac23bfd9. 00000100:00000001:3.0:1780978586.086272:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978586.086279:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086291:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978586.086294:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086300:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.086302:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978586.086312:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086324:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978586.086326:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086328:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086335:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086350:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978586.086394:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086399:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086403:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086408:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25d40 00000400:00000200:3.0:1780978586.086412:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086418:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x73c5 [1] + 224 00000800:00000001:3.0:1780978586.086427:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086432:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086434:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.086436:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978586.086440:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.086443:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978586.086450:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086458:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978586.086463:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086466:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978586.086467:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086469:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086471:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086474:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978586.086478:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086480:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086482:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086484:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25d80 00000400:00000200:3.0:1780978586.086487:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086491:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x73d5 [1] + 224 00000800:00000001:3.0:1780978586.086494:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086496:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086498:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.086500:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978586.086502:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.086505:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978586.086514:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086518:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978586.086520:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086522:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978586.086523:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086524:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086525:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086527:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978586.086529:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086531:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086532:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086534:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25dc0 00000400:00000200:3.0:1780978586.086535:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.086543:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x73e5 [1] + 224 00000800:00000001:3.0:1780978586.086546:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086549:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.086550:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.086552:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978586.086554:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.086555:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1780978586.086559:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086566:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978586.086567:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.086569:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086580:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978586.086583:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978586.086587:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978586.086589:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978586.086591:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:3.0:1780978586.086593:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978586.086594:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978586.086595:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.086597:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978586.086601:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086604:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978586.086605:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086606:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978586.086609:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978586.086611:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978586.086612:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.086614:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978586.086621:0:2262:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=85 v=20 (21 21 21 21) 00000100:00001000:3.0:1780978586.086624:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=85 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978586.086626:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978586.086627:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978586.086629:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978586.086631:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.086634:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978586.086635:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978586.086636:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978586.086637:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978586.086639:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086643:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978586.086645:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978586.086647:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978586.086649:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978586.086652:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000839171a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341862272:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978586.086657:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978586.086658:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978586.086658:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6bc11d. 00000400:00000200:3.0:1780978586.086659:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:3.0:1780978586.086660:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:3.0:1780978586.086661:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.086662:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978586.086665:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086668:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978586.086668:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086669:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978586.086670:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978586.086671:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978586.086671:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978586.086672:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978586.086673:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=85 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978586.086675:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=85 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978586.086676:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978586.086676:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978586.086677:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978586.086677:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.086678:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978586.086679:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086682:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978586.086683:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978586.086684:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978586.086685:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978586.086688:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c701e3b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341862208:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978586.086692:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086693:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978586.086694:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000839171a x1867487341862272/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086708:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978586.086710:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978586.086713:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978586.086717:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978586.086719:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978586.086729:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978586.086732:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978586.086734:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978586.086737:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978586.086739:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978586.086740:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000839171a. 00000100:00000001:3.0:1780978586.086753:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978586.086754:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086755:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978586.086758:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c701e3b0 x1867487341862208/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978593 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978586.086761:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978586.086762:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978586.086763:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b175be21. 02000000:00000001:3.0:1780978586.086765:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978586.086765:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978586.086766:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978586.086767:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978586.086768:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978586.086769:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978586.086769:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978586.086770:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c701e3b0. 00000100:00000001:3.0:1780978586.086772:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978586.086772:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086773:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978586.086781:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978586.086783:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978586.086784:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978586.086785:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.087661:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978586.087664:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978586.087670:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978586.087672:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978586.087674:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:2.0:1780978586.087681:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbee80ae 00000400:00000010:2.0:1780978586.087682:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbee80ae. 00000100:00000001:2.0:1780978586.087686:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978586.087693:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1780978586.087711:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.087718:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978586.087719:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.087729:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978586.087731:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978586.087733:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978586.087735:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978586.087737:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978586.087753:0:2263:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=84 v=20 (21 21 21 21) 00000100:00001000:2.0:1780978586.087757:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=84 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978586.087760:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978586.087761:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978586.087764:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978586.087767:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.087770:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978586.087771:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978586.087773:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978586.087774:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978586.087777:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.087780:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978586.087783:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978586.087784:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978586.087785:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1780978586.087789:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862336:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978586.087791:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.087792:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978586.087793:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341862336/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978617 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978586.087797:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978586.087798:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978586.087799:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:2.0:1780978586.087801:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978586.087802:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978586.087803:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978586.087804:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978586.087805:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978586.087807:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978586.087808:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978586.087809:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:2.0:1780978586.087812:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978586.087812:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.087813:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978586.087818:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978586.087818:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978586.087820:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978586.087821:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1780978586.486686:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.486704:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978586.486710:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.486712:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.486740:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.486811:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978586.486821:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.486828:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.486832:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.486837:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 600 into portal 10 MB=0x6a27847a25080 00000400:00000200:3.0:1780978586.486842:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978586.486848:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 600/600 into md 0x732d [32] + 224 00000800:00000001:3.0:1780978586.486858:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.486867:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978586.486869:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978586.486874:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978586.486881:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978586.486888:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1780978586.486901:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=224 replen=66264 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978586.486980:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978586.487095:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978586.487107:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978586.487110:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780978586.488644:0:10380:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978586.488650:0:10380:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978586.488655:0:10380:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001c55301. 00000400:00000200:0.0:1780978586.488666:0:10380:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c21fe1d 00000400:00000010:0.0:1780978586.488669:0:10380:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000001c21fe1d (tot 3214006). 00000100:00000001:0.0:1780978586.488677:0:10380:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978586.488690:0:10380:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1780978586.488699:0:10380:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 1780978598 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1780978586.488707:0:10380:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978586.488709:0:10380:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978586.488711:0:10380:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978586.488727:0:10380:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978586.488730:0:10380:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978586.488732:0:10380:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978586.488798:0:10380:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978586.488808:0:10380:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=85 v=20 (21 21 21 21) 00000100:00001000:0.0:1780978586.488812:0:10380:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=85 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978586.488814:0:10380:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780978586.488818:0:10380:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978598 ref 2 fl Rpc:RPQU/0/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1780978586.488823:0:10380:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978586.488826:0:10380:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978586.488827:0:10380:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978586.488830:0:10380:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978586.488831:0:10380:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1780978586.488834:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978598 ref 2 fl Rpc:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978586.488839:0:10380:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1780978586.488842:0:10380:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978586.488844:0:10380:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978586.488847:0:10380:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978598 ref 2 fl Interpret:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00100000:0.0:1780978586.488853:0:10380:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b95e69e pname:cluuid:pid:xid:nid:opc:job createmany:af28f27d-ac2d-4a0e-8918-7854499f8f21:10380:1867487341858944:192.168.201.116@tcp:101:createmany.0 00000100:00000001:0.0:1780978586.489105:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978586.489110:0:10380:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978586.489113:0:10380:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780978586.489116:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978586.489119:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978598 ref 2 fl Complete:RPQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978586.489125:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978586.489128:0:10380:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de37d748. 00000100:00000001:0.0:1780978586.489132:0:10380:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780978586.489133:0:10380:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1780978586.489137:0:10380:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780978586.489142:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978586.489145:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978586.489147:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=4 00000020:00000001:0.0:1780978586.489149:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978586.489152:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00010000:0.0:1780978586.489156:0:10380:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489163:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489169:0:10380:0:(ldlm_request.c:673:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1780978586.489172:0:10380:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489177:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489180:0:10380:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780978586.489181:0:10380:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489186:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489188:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489189:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780978586.489191:0:10380:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489196:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489198:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978586.489200:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.489203:0:10380:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780978586.489204:0:10380:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489210:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00010000:0.0:1780978586.489212:0:10380:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000902474e2 already unused, calling callback (00000000cac9da95) 00000080:00000001:0.0:1780978586.489215:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1780978586.489217:0:10380:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489223:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489225:0:10380:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1780978586.489227:0:10380:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1780978586.489229:0:10380:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489237:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489239:0:10380:0:(ldlm_request.c:1557:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1780978586.489241:0:10380:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780978586.489242:0:10380:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780978586.489243:0:10380:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1780978586.489244:0:10380:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000902474e2 refcount=5 00000020:00000001:0.0:1780978586.489246:0:10380:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978586.489248:0:10380:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446634294706773888 : -109779002777728 : ffff9c2815891f80) 00010000:00000001:0.0:1780978586.489250:0:10380:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780978586.489252:0:10380:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 5/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489257:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00000080:00000001:0.0:1780978586.489260:0:10380:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780978586.489261:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978586.489263:0:10380:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1780978586.489265:0:10380:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780978586.489268:0:10380:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780978586.489270:0:10380:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780978586.489271:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978586.489272:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780978586.489274:0:10380:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000902474e2 with handle 0x2eb9f87d7f6307a8 from hash 00010000:00000001:0.0:1780978586.489276:0:10380:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780978586.489277:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489278:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489279:0:10380:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780978586.489280:0:10380:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780978586.489282:0:10380:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1780978586.489284:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489284:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489286:0:10380:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780978586.489287:0:10380:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978586.489288:0:10380:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489294:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000001:0.0:1780978586.489296:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489297:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489298:0:10380:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1780978586.489299:0:10380:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780978586.489301:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489302:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489303:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780978586.489304:0:10380:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000902474e2/0x2eb9f87d7f6307a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489309:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 1 00010000:00000040:0.0:1780978586.489313:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000baa0e31 count: 0 00010000:00000010:0.0:1780978586.489319:0:10380:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9637a77. 00010000:00000001:0.0:1780978586.489329:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489331:0:10380:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1780978586.489334:0:10380:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978586.489336:0:10380:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003b95e69e x1867487341858944/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/600 e 0 to 0 dl 1780978598 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1780978586.489343:0:10380:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978586.489345:0:10380:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978586.489347:0:10380:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000ab8f9d82. 02000000:00000001:0.0:1780978586.489800:0:10380:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978586.489805:0:10380:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978586.489806:0:10380:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=5 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978586.489810:0:10380:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978586.489813:0:10380:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffb92c77. 02000000:00000001:0.0:1780978586.489816:0:10380:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978586.489818:0:10380:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978586.489820:0:10380:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003b95e69e. 00000100:00000001:0.0:1780978586.489823:0:10380:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978586.489824:0:10380:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:0.0:1780978586.489827:0:10380:0:(mdc_locks.c:1057:mdc_enqueue_base()) lustre-MDT0000-mdc-ffff9c2814f0d000: resend:66 op:3 [0x200000401:0x2:0x0]/[0x200000402:0x4:0x0] 00000002:00000001:0.0:1780978586.489831:0:10380:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780978586.489835:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978586.489841:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978586.489843:0:10380:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1780978586.489844:0:10380:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780978586.489854:0:10380:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b95e69e. 00000020:00000040:0.0:1780978586.489857:0:10380:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 02000000:00000001:0.0:1780978586.489880:0:10380:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1780978586.489882:0:10380:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.489885:0:10380:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780978586.489890:0:10380:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978586.489897:0:10380:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978586.489898:0:10380:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978586.489899:0:10380:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978586.489902:0:10380:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978586.489904:0:10380:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978586.489908:0:10380:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978586.489916:0:10380:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffb92c77. 00000100:00000001:0.0:1780978586.489923:0:10380:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.489927:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978586.489928:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.489929:0:10380:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780978586.489930:0:10380:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.489931:0:10380:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780978586.489951:0:10380:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00010000:00000001:0.0:1780978586.489954:0:10380:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780978586.489956:0:10380:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780978586.489960:0:10380:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc47db4e. 00010000:00000010:0.0:1780978586.489965:0:10380:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a9637a77. 00010000:00000001:0.0:1780978586.489969:0:10380:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780978586.489971:0:10380:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efa186b6. 00000020:00000001:0.0:1780978586.489975:0:10380:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1780978586.489977:0:10380:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000efa186b6 with handle 0x2eb9f87d7f6307af to hash 00000020:00000001:0.0:1780978586.489978:0:10380:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780978586.489980:0:10380:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446634294706771008 : -109779002780608 : ffff9c2815891440) 00010000:00000001:0.0:1780978586.489983:0:10380:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446634294706771008 : -109779002780608 : ffff9c2815891440) 00010000:00000001:0.0:1780978586.489985:0:10380:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780978586.489988:0:10380:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780978586.489990:0:10380:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000efa186b6/0x2eb9f87d7f6307af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.489996:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc47db4e count: 1 00010000:00010000:0.0:1780978586.489999:0:10380:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000efa186b6/0x2eb9f87d7f6307af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.490004:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc47db4e count: 1 00000020:00100000:0.0:1780978586.490012:0:10380:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9c2814f0d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780978586.490019:0:10380:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003b95e69e x1867487341862464/t0(0) o101->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 656/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1780978586.490026:0:10380:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c2814f0d000 lock: 00000000efa186b6/0x2eb9f87d7f6307af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10380 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1780978586.490031:0:10380:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc47db4e count: 1 00000100:00000001:0.0:1780978586.490034:0:10380:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780978586.490036:0:10380:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780978586.490042:0:10380:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de37d748. 00000100:00000001:0.0:1780978586.490043:0:10380:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446634294498491584 : -109779211060032 : ffff9c28091efcc0) 00000100:00000001:0.0:1780978586.490046:0:10380:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978586.490047:0:10380:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701173440 : -109779008378176 : ffff9c281533aac0) 00000100:00000001:0.0:1780978586.490051:0:10380:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978586.490054:0:10380:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978586.490056:0:10380:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780978586.490057:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978586.490060:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978586.490062:0:10380:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978586.490064:0:10380:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=66 : 66 : 42) 00000100:00100000:0.0:1780978586.490067:0:10380:0:(client.c:2500:ptlrpc_set_wait()) set 00000000de37d748 going to sleep for 66 seconds 00000100:00000001:0.0:1780978586.490069:0:10380:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978586.490071:0:10380:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780978586.490072:0:10380:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978586.490074:0:10380:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780978586.495407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000baa0e31. 00010000:00000010:0.1:1780978586.495426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902474e2. 00010000:00000001:0.0:1780978586.913511:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978586.913517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.913524:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978586.913526:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978586.913529:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978586.913530:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978586.913773:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978586.913777:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978586.913780:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978587.937833:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978587.937839:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978587.937846:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978587.937847:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978587.937849:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978587.937850:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978587.938903:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978587.938908:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978587.938912:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978588.961655:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978588.961661:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978588.961666:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978588.961667:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978588.961680:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978588.961681:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978588.962039:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978588.962043:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978588.962046:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978589.986048:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978589.986054:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978589.986060:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978589.986063:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978589.986065:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978589.986071:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978589.986073:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978589.986074:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978589.986077:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978589.986079:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978589.986081:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978589.986083:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978589.986087:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978589.986087:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978589.988037:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978589.988043:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978589.988048:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978591.010112:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978591.010118:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978591.010125:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978591.010126:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978591.010129:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978591.010130:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978591.010585:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978591.010589:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978591.010592:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978591.201604:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978591.201616:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978591.201626:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978591.201644:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978591.201649:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978591.201651:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978591.201656:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978591.201664:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978591.201671:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.201681:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978591.201691:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978591.201695:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.201700:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_01+1] req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.201770:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.201774:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.201776:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978591.201780:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.201788:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978591.201791:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.201795:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978591.201797:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978591.201800:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341862528:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978591.201804:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978591.201809:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978591.201811:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.201813:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978591.201817:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c096d2. 02000000:00000001:3.0:1780978591.201819:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978591.201837:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978591.201842:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6bc11d. 00000400:00000010:3.0:1780978591.201848:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093f9f26d. 00000100:00000200:3.0:1780978591.201855:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862528, portal 25 00000100:00000001:3.0:1780978591.201857:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978591.201858:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:3.0:1780978591.201863:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.201870:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978591.201872:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978591.201874:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978591.201876:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341862528, offset 0 00000400:00000200:3.0:1780978591.201884:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978591.201893:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.201901:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978591.201908:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978591.201911:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978591.201914:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978591.201918:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2359:2359:256:4294967295] 192.168.201.116@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:3.0:1780978591.201922:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.201929:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978591.201936:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978591.201941:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d96dfcd (tot 3214254). 00000800:00000200:3.0:1780978591.201949:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978591.201956:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978591.201960:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d96dfcd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978591.201975:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.201977:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978591.201980:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.201982:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.201984:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.202096:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.202099:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978591.202102:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978591.202106:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978591.202108:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978591.202111:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978591.202112:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978591.202114:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978591.202117:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978591.202120:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.202124:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978591.202131:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978591.202133:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.202136:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_00+0] req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202234:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978591.202237:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978591.202239:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.202240:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.202242:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978591.202244:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780978591.202245:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978591.202247:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978591.202248:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978591.202250:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.202251:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.202251:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978591.202255:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202261:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978591.202262:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.202265:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978591.202266:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978591.202269:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862592:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978591.202272:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978591.202274:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978591.202275:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.202276:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978591.202279:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c271e52. 02000000:00000001:3.0:1780978591.202281:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978591.202285:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978591.202288:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c424e7d1. 00000400:00000010:3.0:1780978591.202303:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c73ee43c. 00000100:00000200:3.0:1780978591.202306:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862592, portal 10 00000100:00000001:3.0:1780978591.202307:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978591.202308:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:3.0:1780978591.202314:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202320:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978591.202323:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978591.202325:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978591.202327:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862592, offset 0 00000400:00000200:3.0:1780978591.202331:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978591.202335:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.202338:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978591.202342:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978591.202344:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978591.202346:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978591.202348:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2360:2360:255:4294967295] 192.168.201.116@tcp LPNI seq info [2360:2360:7:4294967295] 00000400:00000200:3.0:1780978591.202353:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.202586:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978591.202593:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978591.202597:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214502). 00000800:00000200:3.0:1780978591.202602:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978591.202607:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978591.202609:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978591.202612:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202614:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978591.202616:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202618:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202620:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202646:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.202648:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978591.202697:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978591.202700:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d96dfcd (tot 3214254). 00000400:00000200:3.0:1780978591.202707:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.202712:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978591.202716:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978591.202718:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978591.202722:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978591.202726:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202734:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978591.202736:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202743:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202744:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978591.202809:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978591.202811:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214006). 00000400:00000200:3.0:1780978591.202814:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.202817:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978591.202820:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:3.0:1780978591.202821:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:3.0:1780978591.202823:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978591.202953:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202962:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978591.202965:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.202971:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.202973:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978591.203112:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.203114:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.203115:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203117:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978591.203154:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.203157:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978591.203161:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978591.203164:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978591.203167:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978591.203171:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978591.203172:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978591.203175:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978591.203178:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978591.203182:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.203186:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978591.203194:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978591.203196:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.203199:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_01+1] req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.203236:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.203237:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.203239:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780978591.203242:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.203250:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780978591.203251:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.203253:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780978591.203255:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780978591.203258:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862656:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:3.0:1780978591.203261:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780978591.203263:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780978591.203265:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978591.203266:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780978591.203269:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201c1177. 02000000:00000001:3.0:1780978591.203271:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780978591.203276:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:3.0:1780978591.203278:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6aaebf1. 00000400:00000010:3.0:1780978591.203281:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e45805b. 00000100:00000200:3.0:1780978591.203284:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862656, portal 10 00000100:00000001:2.0:1780978591.203351:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978591.203353:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978591.203371:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978591.203374:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978591.203377:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978591.203382:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3983) 00000100:00000001:2.0:1780978591.203393:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978591.203394:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203589:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780978591.203591:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:3.0:1780978591.203598:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.203604:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780978591.203607:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:3.0:1780978591.203610:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ba88914. 00000100:00000200:3.0:1780978591.203613:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862656, offset 0 00000400:00000200:3.0:1780978591.203618:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:3.0:1780978591.203624:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.203629:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:3.0:1780978591.203645:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:3.0:1780978591.203647:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780978591.203650:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:3.0:1780978591.203652:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2361:2361:256:4294967295] 192.168.201.116@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:3.0:1780978591.203656:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.203661:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:3.0:1780978591.203665:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:3.0:1780978591.203669:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdf0c2c4 (tot 3214254). 00000800:00000200:3.0:1780978591.203673:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:3.0:1780978591.203677:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:3.0:1780978591.203679:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdf0c2c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780978591.203687:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203688:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978591.203690:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203692:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203694:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978591.203699:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978591.203700:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1780978591.203702:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978591.203703:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978591.203704:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203705:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978591.203724:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978591.203727:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdf0c2c4 (tot 3214006). 00000400:00000200:3.0:1780978591.203730:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.203733:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978591.203736:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001ba88914 00000400:00000010:3.0:1780978591.203737:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001ba88914. 00000100:00000001:3.0:1780978591.203741:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978591.203744:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.203749:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978591.203751:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.203756:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978591.203757:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978591.207885:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.207902:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978591.207907:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.207909:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.207920:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.207928:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978591.207936:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.207941:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.207945:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.207949:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25ec0 00000400:00000200:3.0:1780978591.207954:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.207960:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7405 [1] + 224 00000800:00000001:3.0:1780978591.207968:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.207974:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.207977:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.207981:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978591.207987:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978591.207993:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978591.208198:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.208223:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978591.208233:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.208236:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978591.209823:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209838:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978591.209844:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209846:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.209855:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209863:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978591.209870:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209875:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209879:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209884:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25f00 00000400:00000200:3.0:1780978591.209889:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209896:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7415 [1] + 224 00000800:00000001:3.0:1780978591.209903:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209908:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.209910:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.209915:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978591.209921:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978591.209927:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978591.209938:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.209947:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978591.209954:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209957:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978591.209959:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209961:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.209964:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209967:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978591.209971:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209973:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209975:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209978:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25e80 00000400:00000200:3.0:1780978591.209981:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978591.209985:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x73f5 [1] + 224 00000800:00000001:3.0:1780978591.209989:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.209994:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978591.209996:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978591.209999:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978591.210001:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978591.210004:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978591.211182:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978591.211193:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978591.211206:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978591.211214:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211409:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978591.211419:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780978591.211427:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978591.211429:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978591.211431:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6aaebf1. 00000400:00000200:2.0:1780978591.211436:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e45805b 00000400:00000010:2.0:1780978591.211437:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e45805b. 00000100:00000001:2.0:1780978591.211440:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978591.211452:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978591.211460:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211465:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978591.211467:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211469:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978591.211472:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978591.211474:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978591.211476:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978591.211479:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978591.211489:0:2263:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=89 v=20 (21 21 21 21) 00000100:00001000:2.0:1780978591.211493:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=89 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978591.211496:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978591.211498:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978591.211500:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978591.211504:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978591.211507:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978591.211509:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:2.0:1780978591.211511:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978591.211512:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.211516:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211522:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978591.211524:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978591.211526:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978591.211529:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978591.211536:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862656:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978591.211542:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978591.211543:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978591.211544:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c424e7d1. 00000400:00000200:2.0:1780978591.211546:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c73ee43c 00000400:00000010:2.0:1780978591.211547:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c73ee43c. 00000100:00000001:2.0:1780978591.211549:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978591.211551:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978591.211557:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211561:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978591.211562:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211563:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978591.211564:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978591.211565:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978591.211566:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978591.211567:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978591.211571:0:2263:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=90 v=20 (21 21 21 21) 00000100:00001000:2.0:1780978591.211573:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=90 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978591.211575:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978591.211576:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978591.211577:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978591.211579:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978591.211581:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780978591.211582:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:2.0:1780978591.211583:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780978591.211584:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.211586:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211591:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978591.211592:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978591.211593:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978591.211596:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978591.211602:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862592:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:2.0:1780978591.211607:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780978591.211608:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780978591.211609:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6bc11d. 00000400:00000200:2.0:1780978591.211611:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093f9f26d 00000400:00000010:2.0:1780978591.211612:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093f9f26d. 00000100:00000001:2.0:1780978591.211613:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978591.211615:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1780978591.211621:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211626:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780978591.211627:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211628:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1780978591.211629:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780978591.211639:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780978591.211640:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978591.211642:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780978591.211644:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=90 v=1 (1 1 1 1) 00000100:00001000:2.0:1780978591.211646:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=90 v=1 (1 1 1 1) 00000100:00000001:2.0:1780978591.211648:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780978591.211649:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780978591.211650:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780978591.211651:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978591.211652:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978591.211655:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211661:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978591.211662:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780978591.211664:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780978591.211666:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1780978591.211671:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341862528:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:2.0:1780978591.211674:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211676:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978591.211679:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341862656/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211685:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978591.211687:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978591.211690:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201c1177. 02000000:00000001:2.0:1780978591.211693:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978591.211696:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978591.211697:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978591.211699:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978591.211701:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:2.0:1780978591.211704:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978591.211705:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978591.211707:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:2.0:1780978591.211710:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978591.211711:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211712:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978591.211715:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341862592/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978622 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211720:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978591.211721:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978591.211722:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c271e52. 02000000:00000001:2.0:1780978591.211724:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978591.211724:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978591.211725:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:2.0:1780978591.211727:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978591.211728:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:2.0:1780978591.211730:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978591.211731:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978591.211732:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:2.0:1780978591.211734:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978591.211735:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211737:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978591.211739:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341862528/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978598 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:2.0:1780978591.211744:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780978591.211745:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780978591.211746:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c096d2. 02000000:00000001:2.0:1780978591.211747:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780978591.211748:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1780978591.211749:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:2.0:1780978591.211750:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1780978591.211751:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:2.0:1780978591.211753:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780978591.211753:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780978591.211754:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:2.0:1780978591.211756:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780978591.211757:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211758:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978591.211766:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978591.211768:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978591.211770:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978591.211772:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978592.034370:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978592.034376:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978592.034392:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978592.034393:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978592.034397:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978592.034398:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978592.034596:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978592.034599:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978592.034602:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978593.058859:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978593.058865:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978593.058870:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978593.058871:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978593.058875:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978593.058876:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978593.059615:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978593.059618:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978593.059623:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978594.081673:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978594.081683:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978594.081686:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978594.081688:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081694:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978594.081695:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081697:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081699:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081702:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978594.081703:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081706:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978594.081708:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978594.081708:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978594.081713:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978594.081715:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978594.081716:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081718:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978594.081718:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081720:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978594.081721:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978594.081902:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978594.081906:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978594.081909:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978595.109157:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978595.109161:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978595.109167:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978595.109168:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978595.109171:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978595.109172:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978595.109283:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978595.109287:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978595.109289:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978596.129522:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978596.129528:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978596.129535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978596.129536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978596.129539:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978596.129539:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978596.129819:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978596.129822:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978596.129824:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780978596.323097:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978596.323111:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978596.323122:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a40a842. 00000020:00000040:0.0:1780978596.323129:0:473:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:0.0:1780978596.323134:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978596.323136:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978596.323142:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978596.323150:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d311748f. 00000100:00000001:0.0:1780978596.323157:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323168:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978596.323178:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978596.323182:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323188:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001a40a842] to pc [ptlrpcd_00_00+0] req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323232:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323235:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978596.323239:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978596.323242:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000142f02c6. 00000020:00000040:0.0:1780978596.323244:0:473:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978596.323246:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978596.323248:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978596.323249:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978596.323252:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b5e94dc. 00000100:00000001:0.0:1780978596.323254:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323258:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978596.323271:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978596.323272:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323275:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000142f02c6] to pc [ptlrpcd_00_01+1] req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323282:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323283:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780978596.323286:0:473:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780978596.323288:0:473:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000004c44342. 00000020:00000040:0.0:1780978596.323291:0:473:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:0.0:1780978596.323292:0:473:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780978596.323293:0:473:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780978596.323295:0:473:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780978596.323297:0:473:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d898a45e. 00000100:00000001:0.0:1780978596.323299:0:473:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323302:0:473:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1780978596.323308:0:473:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780978596.323310:0:473:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.323312:0:473:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000004c44342] to pc [ptlrpcd_00_00+0] req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323318:0:473:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1780978596.323320:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978596.323323:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1780978596.323325:0:473:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1780978596.323327:0:473:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780978596.323332:0:473:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3988) 00000100:00000001:0.0:1780978596.323343:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978596.323346:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978596.323349:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978596.323353:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323384:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978596.323386:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323391:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978596.323393:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978596.323396:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341862784:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978596.323400:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978596.323405:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978596.323406:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323408:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978596.323412:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978596.323414:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978596.323422:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978596.323426:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001c55301. 00000400:00000010:0.0:1780978596.323433:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b876fc. 00000100:00000200:0.0:1780978596.323439:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862784, portal 10 00000100:00000001:0.0:1780978596.323441:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978596.323442:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701163712 : -109779008387904 : ffff9c28153384c0) 00000100:00000040:0.0:1780978596.323449:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323457:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978596.323459:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978596.323461:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bc194c. 00000100:00000200:0.0:1780978596.323465:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862784, offset 0 00000400:00000200:0.0:1780978596.323471:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323480:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323490:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978596.323498:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978596.323501:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978596.323504:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323508:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2362:2362:256:4294967295] 192.168.201.116@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:0.0:1780978596.323512:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323532:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978596.323538:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978596.323552:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b291553 (tot 3214254). 00000800:00000200:0.0:1780978596.323558:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978596.323566:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978596.323569:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b291553 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978596.323592:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323594:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.323597:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323599:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323601:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.323609:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978596.323610:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1780978596.323613:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978596.323613:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978596.323615:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978596.323617:0:2261:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780978596.323618:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.323621:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978596.323622:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.323623:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978596.323624:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780978596.323625:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978596.323628:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323634:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978596.323635:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323637:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978596.323639:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978596.323641:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341862720:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978596.323645:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978596.323647:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978596.323648:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323650:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978596.323652:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978596.323653:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978596.323657:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978596.323660:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091bff2c7. 00000400:00000010:0.0:1780978596.323663:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d549f7d. 00000100:00000200:0.0:1780978596.323666:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862720, portal 25 00000100:00000001:0.0:1780978596.323667:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978596.323668:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701186816 : -109779008364800 : ffff9c281533df00) 00000100:00000040:0.0:1780978596.323671:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323677:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978596.323679:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978596.323681:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037b79157. 00000100:00000200:0.0:1780978596.323683:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341862720, offset 0 00000400:00000200:0.0:1780978596.323687:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323690:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323693:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978596.323696:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978596.323698:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978596.323701:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323703:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2363:2363:255:4294967295] 192.168.201.116@tcp LPNI seq info [2363:2363:7:4294967295] 00000400:00000200:0.0:1780978596.323707:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323712:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978596.323716:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978596.323719:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d026494 (tot 3214502). 00000800:00000200:0.0:1780978596.323722:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978596.323726:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978596.323728:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d026494 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978596.323731:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323732:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.323735:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323736:0:2261:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780978596.323739:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323746:0:2261:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780978596.323747:0:2261:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323749:0:2261:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780978596.323750:0:2261:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780978596.323752:0:2261:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341862848:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978596.323755:0:2261:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780978596.323757:0:2261:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780978596.323758:0:2261:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.323760:0:2261:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780978596.323763:0:2261:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a329286. 02000000:00000001:0.0:1780978596.323764:0:2261:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780978596.323767:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:0.0:1780978596.323769:0:2261:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005135649d. 00000400:00000010:0.0:1780978596.323772:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e399db63. 00000100:00000200:0.0:1780978596.323774:0:2261:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862848, portal 10 00000100:00000001:0.0:1780978596.323775:0:2261:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780978596.323776:0:2261:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294701190464 : -109779008361152 : ffff9c281533ed40) 00000100:00000040:0.0:1780978596.323780:0:2261:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.323785:0:2261:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780978596.323787:0:2261:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:0.0:1780978596.323788:0:2261:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091969cc0. 00000100:00000200:0.0:1780978596.323789:0:2261:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862848, offset 0 00000400:00000200:0.0:1780978596.323805:0:2261:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323808:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323811:0:2261:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:0.0:1780978596.323814:0:2261:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:0.0:1780978596.323815:0:2261:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780978596.323817:0:2261:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:0.0:1780978596.323820:0:2261:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2364:2364:254:4294967295] 192.168.201.116@tcp LPNI seq info [2364:2364:6:4294967295] 00000400:00000200:0.0:1780978596.323823:0:2261:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:0.0:1780978596.323828:0:2261:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:0.0:1780978596.323831:0:2261:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:0.0:1780978596.323833:0:2261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb451be7 (tot 3214750). 00000800:00000200:0.0:1780978596.323837:0:2261:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:0.0:1780978596.323840:0:2261:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:0.0:1780978596.323841:0:2261:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb451be7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780978596.323843:0:2261:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323844:0:2261:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.323846:0:2261:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323848:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.323850:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780978596.324027:0:2260:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780978596.324030:0:2260:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780978596.325298:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978596.325304:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b291553 (tot 3214502). 00000400:00000200:3.0:1780978596.325312:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.325321:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978596.325326:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071bc194c 00000400:00000010:3.0:1780978596.325328:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071bc194c. 00000100:00000001:3.0:1780978596.325332:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978596.325339:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325350:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978596.325352:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325388:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978596.325390:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978596.325404:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978596.325406:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d026494 (tot 3214254). 00000400:00000200:3.0:1780978596.325408:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.325411:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978596.325414:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037b79157 00000400:00000010:3.0:1780978596.325415:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037b79157. 00000100:00000001:3.0:1780978596.325417:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978596.325419:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325426:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978596.325427:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325432:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978596.325434:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1780978596.325497:0:2254:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1780978596.325500:0:2254:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb451be7 (tot 3214006). 00000400:00000200:3.0:1780978596.325502:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.325505:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:3.0:1780978596.325507:0:2254:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091969cc0 00000400:00000010:3.0:1780978596.325508:0:2254:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091969cc0. 00000100:00000001:3.0:1780978596.325510:0:2254:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1780978596.325512:0:2254:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325518:0:2254:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978596.325520:0:2254:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.325525:0:2254:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978596.325527:0:2254:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1780978596.328450:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.328470:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978596.328475:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.328477:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.328489:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.328496:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978596.328504:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.328510:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.328514:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.328517:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a25f40 00000400:00000200:3.0:1780978596.328523:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.328528:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x742d [1] + 224 00000800:00000001:3.0:1780978596.328537:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.328572:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.328575:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.328579:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978596.328585:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978596.328592:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978596.328608:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.328628:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978596.328638:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.328641:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978596.329168:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329174:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978596.329176:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329178:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.329184:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329189:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978596.329194:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329209:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329212:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329216:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25f80 00000400:00000200:3.0:1780978596.329220:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329225:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7425 [1] + 224 00000800:00000001:3.0:1780978596.329229:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329233:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.329235:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.329238:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978596.329242:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978596.329246:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978596.329254:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.329261:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978596.329265:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329267:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1780978596.329269:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329270:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.329273:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329276:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:3.0:1780978596.329280:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329281:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329283:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329286:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a25fc0 00000400:00000200:3.0:1780978596.329289:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:3.0:1780978596.329292:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x7435 [1] + 224 00000800:00000001:3.0:1780978596.329295:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329299:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1780978596.329300:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780978596.329302:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:3.0:1780978596.329305:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978596.329307:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000040:3.0:1780978596.329314:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:3.0:1780978596.329320:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1780978596.329322:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1780978596.329324:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.329933:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978596.329938:0:2261:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780978596.329946:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978596.329948:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978596.329950:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091bff2c7. 00000400:00000200:0.0:1780978596.329956:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d549f7d 00000400:00000010:0.0:1780978596.329958:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d549f7d. 00000100:00000001:0.0:1780978596.329960:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978596.329966:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978596.329975:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.329981:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978596.329982:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.329985:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978596.329987:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978596.329990:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978596.329991:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.329994:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978596.330000:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=95 v=1 (1 1 1 1) 00000100:00001000:0.0:1780978596.330004:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=95 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978596.330007:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978596.330008:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978596.330011:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978596.330013:0:2261:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.330015:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.330018:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330024:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.330026:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978596.330028:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978596.330031:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978596.330037:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a40a842 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2261:1867487341862720:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978596.330042:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978596.330043:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978596.330044:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005135649d. 00000400:00000200:0.0:1780978596.330046:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e399db63 00000400:00000010:0.0:1780978596.330047:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e399db63. 00000100:00000001:0.0:1780978596.330049:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978596.330051:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978596.330057:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330062:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978596.330063:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330064:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978596.330065:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978596.330066:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978596.330067:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.330068:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978596.330073:0:2261:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=94 v=20 (21 21 21 21) 00000100:00001000:0.0:1780978596.330075:0:2261:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=94 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978596.330077:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978596.330079:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978596.330080:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978596.330083:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.330085:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978596.330087:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:0.0:1780978596.330089:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978596.330090:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.330092:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330098:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.330099:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978596.330100:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978596.330103:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978596.330108:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004c44342 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341862848:192.168.201.116@tcp:400:kworker/u8:4.0 00000400:00000001:0.0:1780978596.330112:0:2261:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780978596.330113:0:2261:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780978596.330115:0:2261:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001c55301. 00000400:00000200:0.0:1780978596.330116:0:2261:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b876fc 00000400:00000010:0.0:1780978596.330118:0:2261:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b876fc. 00000100:00000001:0.0:1780978596.330120:0:2261:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1780978596.330122:0:2261:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1780978596.330128:0:2261:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330133:0:2261:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780978596.330134:0:2261:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330135:0:2261:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1780978596.330136:0:2261:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780978596.330137:0:2261:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780978596.330138:0:2261:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780978596.330139:0:2261:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780978596.330142:0:2261:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=95 v=20 (21 21 21 21) 00000100:00001000:0.0:1780978596.330145:0:2261:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=95 v=1 (1 1 1 1) 00000100:00000001:0.0:1780978596.330147:0:2261:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780978596.330148:0:2261:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978596.330149:0:2261:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780978596.330151:0:2261:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.330152:0:2261:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780978596.330153:0:2261:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:0.0:1780978596.330155:0:2261:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780978596.330156:0:2261:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780978596.330158:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330163:0:2261:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780978596.330164:0:2261:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780978596.330165:0:2261:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780978596.330167:0:2261:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1780978596.330173:0:2261:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000142f02c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2261:1867487341862784:192.168.201.116@tcp:400:kworker/u8:4.0 00000100:00000001:0.0:1780978596.330176:0:2261:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330178:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978596.330180:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001a40a842 x1867487341862720/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978603 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330186:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978596.330188:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978596.330190:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa4368be. 02000000:00000001:0.0:1780978596.330193:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978596.330195:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978596.330352:0:2261:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:0.0:1780978596.330390:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978596.330392:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d311748f. 02000000:00000001:0.0:1780978596.330396:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978596.330397:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978596.330399:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a40a842. 00000100:00000001:0.0:1780978596.330402:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978596.330404:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330405:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978596.330408:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000004c44342 x1867487341862848/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330414:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978596.330415:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978596.330416:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a329286. 02000000:00000001:0.0:1780978596.330418:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978596.330418:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978596.330419:0:2261:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978596.330421:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978596.330422:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d898a45e. 02000000:00000001:0.0:1780978596.330423:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978596.330424:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978596.330425:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000004c44342. 00000100:00000001:0.0:1780978596.330427:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978596.330428:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330429:0:2261:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1780978596.330431:0:2261:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000142f02c6 x1867487341862784/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978627 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00000001:0.0:1780978596.330436:0:2261:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780978596.330436:0:2261:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780978596.330437:0:2261:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40d8ade. 02000000:00000001:0.0:1780978596.330439:0:2261:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780978596.330440:0:2261:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1780978596.330441:0:2261:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:0.0:1780978596.330443:0:2261:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1780978596.330444:0:2261:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007b5e94dc. 02000000:00000001:0.0:1780978596.330445:0:2261:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780978596.330446:0:2261:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780978596.330447:0:2261:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000142f02c6. 00000100:00000001:0.0:1780978596.330449:0:2261:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780978596.330449:0:2261:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330451:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780978596.330459:0:2261:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780978596.330460:0:2261:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780978596.330463:0:2261:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780978596.330465:0:2261:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978597.154073:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978597.154078:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978597.154084:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978597.154085:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978597.154088:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978597.154089:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978597.154285:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978597.154288:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978597.154292:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978598.178001:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978598.178006:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978598.178012:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978598.178013:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978598.178016:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978598.178017:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978598.178503:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978598.178516:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978598.178519:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978599.204898:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978599.204903:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978599.204909:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978599.204910:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978599.204913:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978599.204914:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978599.205442:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978599.205446:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978599.205449:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978600.225621:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978600.225627:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978600.225633:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978600.225637:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978600.225639:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978600.225643:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978600.225645:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978600.225646:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978600.225649:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978600.225651:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978600.225653:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978600.225655:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978600.225658:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978600.225659:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978600.225795:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978600.225798:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978600.225801:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978601.249438:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978601.249442:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978601.249449:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978601.249450:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978601.249463:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978601.249465:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978601.250666:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978601.250670:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978601.250674:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978601.441547:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978601.441561:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978601.441573:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3adc7fe. 00000020:00000040:2.0:1780978601.441581:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978601.441587:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978601.441590:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978601.441596:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978601.441604:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d289cb3. 00000100:00000001:2.0:1780978601.441610:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441622:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978601.441633:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978601.441639:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441645:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3adc7fe] to pc [ptlrpcd_01_00+0] req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.441678:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441680:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978601.441683:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978601.441685:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a7c54f2. 00000020:00000040:2.0:1780978601.441688:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978601.441690:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978601.441691:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978601.441692:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978601.441694:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ced8b9d. 00000100:00000001:2.0:1780978601.441697:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441699:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978601.441704:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978601.441706:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441709:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005a7c54f2] to pc [ptlrpcd_01_01+1] req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.441715:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441716:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978601.441718:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978601.441720:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8bd5ab. 00000020:00000040:2.0:1780978601.441723:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978601.441724:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978601.441725:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978601.441726:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978601.441729:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d69d7ce. 00000100:00000001:2.0:1780978601.441731:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441733:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978601.441743:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978601.441745:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978601.441747:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8bd5ab] to pc [ptlrpcd_01_00+0] req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.441752:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978601.441753:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978601.441756:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978601.441758:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978601.441761:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978601.441765:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3993) 00000100:00000001:2.0:1780978601.441783:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978601.441786:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978601.441788:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978601.441792:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.441799:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978601.441801:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.441805:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978601.441822:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978601.441825:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862976:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978601.441829:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978601.441834:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978601.441836:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.441838:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978601.441842:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004549172. 02000000:00000001:2.0:1780978601.441843:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978601.441851:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978601.441855:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d04a6396. 00000400:00000010:2.0:1780978601.441860:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbee80ae. 00000100:00000200:2.0:1780978601.441867:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862976, portal 10 00000100:00000001:2.0:1780978601.441869:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978601.441870:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707078976 : -109779002472640 : ffff9c28158dc740) 00000100:00000040:2.0:1780978601.441876:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.441883:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978601.441885:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978601.441887:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a303d913. 00000100:00000200:2.0:1780978601.441889:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341862976, offset 0 00000400:00000200:2.0:1780978601.441895:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978601.441904:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.441911:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978601.441918:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978601.441921:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978601.441923:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978601.441926:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2365:2365:256:4294967295] 192.168.201.116@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:2.0:1780978601.441930:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.441937:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978601.441941:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978601.441947:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068d10771 (tot 3214254). 00000800:00000200:2.0:1780978601.441952:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978601.441959:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978601.441962:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068d10771 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978601.441974:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.441976:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978601.441978:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.441981:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.441982:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978601.441989:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978601.441991:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1780978601.441993:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978601.441993:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978601.441995:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978601.441997:0:2263:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780978601.441997:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978601.441999:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978601.442000:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978601.442001:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978601.442002:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978601.442003:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978601.442005:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442010:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978601.442011:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.442013:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978601.442014:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978601.442016:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341862912:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978601.442019:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978601.442021:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978601.442022:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.442023:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978601.442025:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf32edbc. 02000000:00000001:2.0:1780978601.442027:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978601.442030:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978601.442032:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab65bd4f. 00000400:00000010:2.0:1780978601.442035:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7a5bd31. 00000100:00000200:2.0:1780978601.442037:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341862912, portal 25 00000100:00000001:2.0:1780978601.442039:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978601.442040:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707065600 : -109779002486016 : ffff9c28158d9300) 00000100:00000040:2.0:1780978601.442043:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442048:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978601.442050:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978601.442051:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0c9520d. 00000100:00000200:2.0:1780978601.442053:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341862912, offset 0 00000400:00000200:2.0:1780978601.442056:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978601.442059:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.442062:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978601.442065:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978601.442067:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978601.442069:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978601.442071:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2366:2366:255:4294967295] 192.168.201.116@tcp LPNI seq info [2366:2366:7:4294967295] 00000400:00000200:2.0:1780978601.442074:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.442078:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978601.442082:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978601.442085:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067f9ba2d (tot 3214502). 00000800:00000200:2.0:1780978601.442088:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978601.442092:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978601.442094:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067f9ba2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978601.442096:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442097:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978601.442099:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442100:0:2263:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978601.442103:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442109:0:2263:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978601.442110:0:2263:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.442111:0:2263:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978601.442113:0:2263:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978601.442114:0:2263:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341863040:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978601.442117:0:2263:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978601.442119:0:2263:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978601.442120:0:2263:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978601.442121:0:2263:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978601.442123:0:2263:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ace1a5f. 02000000:00000001:2.0:1780978601.442124:0:2263:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978601.442127:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978601.442129:0:2263:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046df4dbf. 00000400:00000010:2.0:1780978601.442132:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008216846d. 00000100:00000200:2.0:1780978601.442134:0:2263:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341863040, portal 10 00000100:00000001:2.0:1780978601.442135:0:2263:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978601.442136:0:2263:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707070464 : -109779002481152 : ffff9c28158da600) 00000100:00000040:2.0:1780978601.442140:0:2263:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442145:0:2263:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978601.442147:0:2263:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978601.442149:0:2263:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003946059f. 00000100:00000200:2.0:1780978601.442150:0:2263:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341863040, offset 0 00000400:00000200:2.0:1780978601.442154:0:2263:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978601.442157:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.442159:0:2263:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978601.442162:0:2263:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978601.442164:0:2263:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978601.442166:0:2263:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978601.442168:0:2263:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2367:2367:254:4294967295] 192.168.201.116@tcp LPNI seq info [2367:2367:6:4294967295] 00000400:00000200:2.0:1780978601.442172:0:2263:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.442176:0:2263:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978601.442180:0:2263:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978601.442182:0:2263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeb1db14 (tot 3214750). 00000800:00000200:2.0:1780978601.442186:0:2263:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978601.442190:0:2263:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978601.442192:0:2263:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aeb1db14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978601.442194:0:2263:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442195:0:2263:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978601.442196:0:2263:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442197:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442199:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978601.442241:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978601.442245:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068d10771 (tot 3214502). 00000400:00000200:2.0:1780978601.442250:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.442254:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978601.442259:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a303d913 00000400:00000010:2.0:1780978601.442260:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a303d913. 00000100:00000001:2.0:1780978601.442264:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978601.442345:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442355:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978601.442394:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442400:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442402:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978601.442415:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978601.442416:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067f9ba2d (tot 3214254). 00000400:00000200:2.0:1780978601.442419:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.442421:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978601.442423:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0c9520d 00000400:00000010:2.0:1780978601.442424:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0c9520d. 00000100:00000001:2.0:1780978601.442426:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978601.442427:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442432:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978601.442433:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442438:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442439:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978601.442757:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978601.442760:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeb1db14 (tot 3214006). 00000400:00000200:2.0:1780978601.442763:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.442767:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978601.442769:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003946059f 00000400:00000010:2.0:1780978601.442770:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003946059f. 00000100:00000001:2.0:1780978601.442772:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978601.442776:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442782:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978601.442784:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.442789:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978601.442790:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978601.451253:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978601.451260:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978601.452151:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452166:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978601.452170:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452172:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452182:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452189:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978601.452196:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452201:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452205:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452209:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a26000 00000400:00000200:2.0:1780978601.452213:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452219:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x744d [1] + 224 00000800:00000001:2.0:1780978601.452226:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452231:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452233:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.452237:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978601.452243:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978601.452249:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978601.452259:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.452280:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978601.452288:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452291:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978601.452293:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452294:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452297:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452301:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978601.452305:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452307:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452309:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452311:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a26040 00000400:00000200:2.0:1780978601.452315:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452319:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x743d [1] + 224 00000800:00000001:2.0:1780978601.452322:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452325:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452326:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.452329:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978601.452331:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978601.452334:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978601.452340:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.452346:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978601.452349:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452352:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978601.452354:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452378:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452382:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452385:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978601.452389:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452390:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452393:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452395:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a26080 00000400:00000200:2.0:1780978601.452398:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978601.452401:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x745d [1] + 224 00000800:00000001:2.0:1780978601.452404:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452410:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978601.452411:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978601.452414:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978601.452417:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978601.452420:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978601.452426:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978601.452432:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978601.452435:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978601.452438:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452624:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978601.452629:0:2263:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978601.452636:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978601.452638:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978601.452641:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab65bd4f. 00000400:00000200:3.0:1780978601.452647:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7a5bd31 00000400:00000010:3.0:1780978601.452649:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7a5bd31. 00000100:00000001:3.0:1780978601.452651:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978601.452655:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978601.452662:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452672:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978601.452673:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452675:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978601.452677:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978601.452680:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978601.452682:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978601.452684:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978601.452689:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=100 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978601.452693:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=100 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978601.452695:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978601.452696:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978601.452698:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978601.452700:0:2263:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978601.452702:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978601.452705:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452711:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978601.452714:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978601.452715:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978601.452718:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978601.452725:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3adc7fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2263:1867487341862912:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978601.452731:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978601.452732:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978601.452733:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046df4dbf. 00000400:00000200:3.0:1780978601.452735:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008216846d 00000400:00000010:3.0:1780978601.452737:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008216846d. 00000100:00000001:3.0:1780978601.452738:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978601.452740:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978601.452746:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452755:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978601.452756:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452757:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978601.452758:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978601.452759:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978601.452760:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978601.452761:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978601.452766:0:2263:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=99 v=20 (21 21 21 21) 00000100:00001000:3.0:1780978601.452768:0:2263:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=99 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978601.452770:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978601.452782:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978601.452784:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978601.452786:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978601.452790:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978601.452791:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978601.452793:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978601.452794:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978601.452797:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452802:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978601.452804:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978601.452805:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978601.452821:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978601.452828:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8bd5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341863040:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978601.452833:0:2263:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978601.452834:0:2263:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978601.452835:0:2263:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04a6396. 00000400:00000200:3.0:1780978601.452837:0:2263:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbee80ae 00000400:00000010:3.0:1780978601.452838:0:2263:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbee80ae. 00000100:00000001:3.0:1780978601.452840:0:2263:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978601.452842:0:2263:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978601.452849:0:2263:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452853:0:2263:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978601.452854:0:2263:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452855:0:2263:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978601.452856:0:2263:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978601.452857:0:2263:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978601.452858:0:2263:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978601.452860:0:2263:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978601.452862:0:2263:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=100 v=20 (21 21 21 21) 00000100:00001000:3.0:1780978601.452865:0:2263:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=100 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978601.452866:0:2263:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978601.452867:0:2263:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978601.452868:0:2263:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978601.452870:0:2263:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978601.452871:0:2263:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978601.452872:0:2263:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978601.452874:0:2263:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978601.452874:0:2263:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978601.452877:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452881:0:2263:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978601.452882:0:2263:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978601.452883:0:2263:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978601.452885:0:2263:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978601.452890:0:2263:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a7c54f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:af28f27d-ac2d-4a0e-8918-7854499f8f21:2263:1867487341862976:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978601.452893:0:2263:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452895:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978601.452898:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3adc7fe x1867487341862912/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978608 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452907:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978601.452909:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978601.452912:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf32edbc. 02000000:00000001:3.0:1780978601.452916:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978601.452918:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978601.452920:0:2263:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978601.452921:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978601.452923:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d289cb3. 02000000:00000001:3.0:1780978601.452926:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978601.452928:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978601.452929:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3adc7fe. 00000100:00000001:3.0:1780978601.452933:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978601.452933:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452935:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978601.452937:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8bd5ab x1867487341863040/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452941:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978601.452942:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978601.452943:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ace1a5f. 02000000:00000001:3.0:1780978601.452945:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978601.452946:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978601.452947:0:2263:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978601.452948:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978601.452949:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003d69d7ce. 02000000:00000001:3.0:1780978601.452951:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978601.452952:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978601.452953:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8bd5ab. 00000100:00000001:3.0:1780978601.452955:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978601.452956:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452957:0:2263:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978601.452959:0:2263:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005a7c54f2 x1867487341862976/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978632 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978601.452963:0:2263:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978601.452964:0:2263:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978601.452965:0:2263:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004549172. 02000000:00000001:3.0:1780978601.452983:0:2263:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978601.452985:0:2263:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978601.452985:0:2263:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978601.452987:0:2263:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978601.452988:0:2263:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ced8b9d. 02000000:00000001:3.0:1780978601.452990:0:2263:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978601.452990:0:2263:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978601.452991:0:2263:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a7c54f2. 00000100:00000001:3.0:1780978601.452993:0:2263:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978601.452994:0:2263:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.452996:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978601.453003:0:2263:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978601.453005:0:2263:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978601.453006:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978601.453009:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978602.273694:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978602.273699:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978602.273704:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978602.273705:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978602.273708:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978602.273709:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978602.273763:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978602.273766:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978602.273769:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978603.297541:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978603.297548:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978603.297554:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978603.297555:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978603.297559:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978603.297560:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978603.297905:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978603.297910:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978603.297912:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978604.321491:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978604.321496:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978604.321498:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978604.321500:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321506:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978604.321507:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321509:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321511:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321516:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978604.321517:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321520:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978604.321521:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978604.321522:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978604.321526:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978604.321527:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978604.321528:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321528:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978604.321529:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321538:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978604.321540:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978604.321815:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978604.321819:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978604.321823:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978605.345896:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978605.345902:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978605.345907:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978605.345908:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978605.345912:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978605.345913:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978605.346171:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978605.346174:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978605.346177:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978606.371521:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978606.371526:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978606.371532:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978606.371533:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978606.371536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978606.371537:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978606.371784:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978606.371787:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978606.371790:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780978606.563347:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978606.563394:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978606.563403:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff51aed3. 00000020:00000040:2.0:1780978606.563410:0:36:0:(genops.c:1191:class_import_get()) import 0000000002b12e92 refcount=4 obd=MGC192.168.201.116@tcp 00000100:00000001:2.0:1780978606.563415:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978606.563418:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978606.563422:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978606.563430:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeb1db14. 00000100:00000001:2.0:1780978606.563436:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563446:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 621f19d6-6d39-4214-a7ec-ce19a23a3e4f->MGS req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978606.563455:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978606.563458:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563463:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ff51aed3] to pc [ptlrpcd_01_01+1] req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563494:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563497:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978606.563500:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978606.563503:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d07c4cc. 00000020:00000040:2.0:1780978606.563505:0:36:0:(genops.c:1191:class_import_get()) import 00000000723ffa46 refcount=7 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978606.563507:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978606.563508:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978606.563510:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978606.563513:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067f9ba2d. 00000100:00000001:2.0:1780978606.563516:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563518:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0000_UUID req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978606.563524:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978606.563525:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563528:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d07c4cc] to pc [ptlrpcd_01_00+0] req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563534:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563535:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780978606.563538:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780978606.563540:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084622cba. 00000020:00000040:2.0:1780978606.563542:0:36:0:(genops.c:1191:class_import_get()) import 00000000cebc99fb refcount=6 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000100:00000001:2.0:1780978606.563544:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780978606.563545:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780978606.563546:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780978606.563548:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068d10771. 00000100:00000001:2.0:1780978606.563550:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563553:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-MDT0001_UUID req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1780978606.563559:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780978606.563561:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780978606.563563:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084622cba] to pc [ptlrpcd_01_01+1] req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563568:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780978606.563570:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978606.563573:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1780978606.563575:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780978606.563577:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) af28f27d-ac2d-4a0e-8918-7854499f8f21->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780978606.563582:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (3999) 00000100:00000001:2.0:1780978606.563604:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978606.563608:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978606.563611:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978606.563614:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563621:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978606.563623:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563627:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978606.563629:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978606.563632:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341863168:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978606.563636:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978606.563642:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978606.563644:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563646:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978606.563650:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095aef9d2. 02000000:00000001:2.0:1780978606.563652:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978606.563661:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978606.563665:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040b35780. 00000400:00000010:2.0:1780978606.563671:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003946059f. 00000100:00000200:2.0:1780978606.563678:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341863168, portal 10 00000100:00000001:2.0:1780978606.563680:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978606.563681:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707071680 : -109779002479936 : ffff9c28158daac0) 00000100:00000040:2.0:1780978606.563687:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563692:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978606.563694:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978606.563697:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0c9520d. 00000100:00000200:2.0:1780978606.563699:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341863168, offset 0 00000400:00000200:2.0:1780978606.563705:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978606.563714:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.563733:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978606.563740:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978606.563744:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978606.563747:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978606.563750:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2368:2368:256:4294967295] 192.168.201.116@tcp LPNI seq info [2368:2368:8:4294967295] 00000400:00000200:2.0:1780978606.563754:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.563762:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978606.563767:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978606.563773:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ced8b9d (tot 3214254). 00000800:00000200:2.0:1780978606.563780:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978606.563788:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978606.563792:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ced8b9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978606.563803:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.563805:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978606.563817:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.563819:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.563821:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978606.563830:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978606.563832:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1780978606.563834:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978606.563834:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978606.563836:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978606.563837:0:2262:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780978606.563838:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978606.563840:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780978606.563841:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780978606.563842:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780978606.563843:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780978606.563844:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978606.563847:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563853:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978606.563854:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563856:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978606.563857:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978606.563859:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341863104:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978606.563863:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978606.563865:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978606.563866:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563867:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978606.563870:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096dc1f35. 02000000:00000001:2.0:1780978606.563871:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978606.563875:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978606.563877:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002516a63c. 00000400:00000010:2.0:1780978606.563880:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a303d913. 00000100:00000200:2.0:1780978606.563883:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341863104, portal 25 00000100:00000001:2.0:1780978606.563884:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978606.563885:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707087488 : -109779002464128 : ffff9c28158de880) 00000100:00000040:2.0:1780978606.563888:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563894:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978606.563896:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978606.563898:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b528685. 00000100:00000200:2.0:1780978606.563900:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867487341863104, offset 0 00000400:00000200:2.0:1780978606.563903:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978606.563906:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.563910:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978606.563913:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978606.563915:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978606.563916:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978606.563919:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2369:2369:255:4294967295] 192.168.201.116@tcp LPNI seq info [2369:2369:7:4294967295] 00000400:00000200:2.0:1780978606.563922:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.563927:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978606.563930:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978606.563933:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d69d7ce (tot 3214502). 00000800:00000200:2.0:1780978606.563937:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978606.563940:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978606.563942:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003d69d7ce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978606.563945:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.563946:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978606.563948:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.563950:0:2262:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780978606.563952:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563957:0:2262:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780978606.563958:0:2262:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563959:0:2262:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780978606.563960:0:2262:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780978606.563962:0:2262:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341863232:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1780978606.563965:0:2262:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780978606.563966:0:2262:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780978606.563967:0:2262:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780978606.563968:0:2262:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780978606.563970:0:2262:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4459962. 02000000:00000001:2.0:1780978606.563972:0:2262:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780978606.563975:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000010:2.0:1780978606.563977:0:2262:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000149912ac. 00000400:00000010:2.0:1780978606.563980:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d308a728. 00000100:00000200:2.0:1780978606.563982:0:2262:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867487341863232, portal 10 00000100:00000001:2.0:1780978606.563983:0:2262:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780978606.563984:0:2262:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446634294707072896 : -109779002478720 : ffff9c28158daf80) 00000100:00000040:2.0:1780978606.563988:0:2262:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.563992:0:2262:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780978606.563994:0:2262:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.201.116@tcp 00000400:00000010:2.0:1780978606.563996:0:2262:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003920475d. 00000100:00000200:2.0:1780978606.563997:0:2262:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867487341863232, offset 0 00000400:00000200:2.0:1780978606.564001:0:2262:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.116@tcp 00000400:00000200:2.0:1780978606.564004:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.564006:0:2262:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.116@tcp local destination 00000400:00000200:2.0:1780978606.564009:0:2262:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.16@tcp 00000400:00000200:2.0:1780978606.564012:0:2262:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780978606.564013:0:2262:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.116@tcp 00000400:00000200:2.0:1780978606.564016:0:2262:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.16@tcp NI seq info: [2370:2370:254:4294967295] 192.168.201.116@tcp LPNI seq info [2370:2370:6:4294967295] 00000400:00000200:2.0:1780978606.564019:0:2262:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.564023:0:2262:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp:) -> 192.168.201.116@tcp(192.168.201.116@tcp:192.168.201.116@tcp) : PUT try# 0 00000800:00000200:2.0:1780978606.564026:0:2262:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.116@tcp 00000800:00000010:2.0:1780978606.564029:0:2262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d289cb3 (tot 3214750). 00000800:00000200:2.0:1780978606.564032:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001fbb215f] -> 12345-192.168.201.116@tcp (5) 00000800:00000200:2.0:1780978606.564035:0:2262:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.116@tcp ip 192.168.201.116:988 00000800:00000200:2.0:1780978606.564037:0:2262:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005d289cb3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780978606.564039:0:2262:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564041:0:2262:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780978606.564042:0:2262:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564044:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564046:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780978606.564091:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978606.564094:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ced8b9d (tot 3214502). 00000400:00000200:2.0:1780978606.564100:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.564105:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978606.564109:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0c9520d 00000400:00000010:2.0:1780978606.564111:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0c9520d. 00000100:00000001:2.0:1780978606.564115:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978606.564119:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564127:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978606.564129:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564136:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564137:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978606.564148:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978606.564150:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d69d7ce (tot 3214254). 00000400:00000200:2.0:1780978606.564152:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.564155:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978606.564157:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b528685 00000400:00000010:2.0:1780978606.564158:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b528685. 00000100:00000001:2.0:1780978606.564160:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978606.564162:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564167:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978606.564169:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564174:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564176:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1780978606.564238:0:2255:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1780978606.564241:0:2255:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d289cb3 (tot 3214006). 00000400:00000200:2.0:1780978606.564243:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.564246:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000400:00000200:2.0:1780978606.564248:0:2255:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003920475d 00000400:00000010:2.0:1780978606.564249:0:2255:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003920475d. 00000100:00000001:2.0:1780978606.564251:0:2255:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1780978606.564253:0:2255:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564259:0:2255:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1780978606.564261:0:2255:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.564265:0:2255:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780978606.564266:0:2255:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1780978606.566613:0:2263:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978606.566619:0:2263:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978606.567438:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.567457:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978606.567460:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.567462:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.567475:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.567484:0:2254:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978606.567493:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.567500:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.567503:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.567508:0:2254:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 25 MB=0x6a27847a260c0 00000400:00000200:2.0:1780978606.567514:0:2254:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.567523:0:2254:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.116@tcp of length 224/224 into md 0x747d [1] + 224 00000800:00000001:2.0:1780978606.567533:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.567541:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.567544:0:2254:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.567548:0:2254:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978606.567555:0:2254:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978606.567562:0:2254:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978606.567572:0:2254:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.567595:0:2254:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978606.567605:0:2254:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.567609:0:2254:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.567667:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978606.567671:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978606.567678:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978606.567680:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978606.567683:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002516a63c. 00000400:00000200:3.0:1780978606.567688:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a303d913 00000400:00000010:3.0:1780978606.567690:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a303d913. 00000100:00000001:3.0:1780978606.567694:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978606.567698:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978606.567708:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.567715:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978606.567717:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.567720:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978606.567723:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978606.567726:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978606.567728:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978606.567731:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978606.567746:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000001a486694 time=105 v=1 (1 1 1 1) 00000100:00001000:3.0:1780978606.567751:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000294d9610 time=105 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978606.567755:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978606.567756:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978606.567760:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978606.567762:0:2262:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.567764:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978606.567769:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.567775:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978606.567778:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978606.567780:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978606.567783:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978606.567790:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff51aed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:621f19d6-6d39-4214-a7ec-ce19a23a3e4f:2262:1867487341863104:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978606.567795:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.567798:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978606.567799:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff51aed3 x1867487341863104/t0(0) o400->MGC192.168.201.116@tcp@192.168.201.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1780978613 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.567806:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978606.567809:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978606.567811:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096dc1f35. 02000000:00000001:3.0:1780978606.567814:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978606.567816:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978606.567818:0:2262:0:(genops.c:1204:class_import_put()) import 0000000002b12e92 refcount=3 obd=MGC192.168.201.116@tcp 00000020:00000001:3.0:1780978606.567820:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978606.567822:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aeb1db14. 02000000:00000001:3.0:1780978606.567825:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978606.567826:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978606.567828:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff51aed3. 00000100:00000001:3.0:1780978606.567831:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978606.567832:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.567834:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.567836:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978606.567837:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780978606.567838:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.567840:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1780978606.568248:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568255:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978606.568258:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568260:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.568265:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568269:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978606.568274:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568277:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568280:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568283:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a26100 00000400:00000200:2.0:1780978606.568286:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568290:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x746d [1] + 224 00000800:00000001:2.0:1780978606.568294:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568298:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.568299:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.568302:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978606.568315:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978606.568319:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978606.568327:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.568342:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978606.568348:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568352:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1780978606.568353:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568396:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.568400:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568403:0:2255:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.16@tcp(192.168.201.16@tcp) <- 192.168.201.116@tcp : PUT - for me 00000400:00000200:2.0:1780978606.568408:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568410:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568413:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568415:0:2255:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.116@tcp of length 224 into portal 10 MB=0x6a27847a26140 00000400:00000200:2.0:1780978606.568418:0:2255:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.201.116@tcp to cpt 1 00000400:00000200:2.0:1780978606.568422:0:2255:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.116@tcp of length 224/224 into md 0x748d [1] + 224 00000800:00000001:2.0:1780978606.568425:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568430:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780978606.568432:0:2255:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780978606.568434:0:2255:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.16@tcp->192.168.201.116@tcp: PUT: OK 00000100:00000001:2.0:1780978606.568437:0:2255:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1780978606.568439:0:2255:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1780978606.568445:0:2255:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1780978606.568450:0:2255:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1780978606.568453:0:2255:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1780978606.568455:0:2255:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568516:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978606.568519:0:2262:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780978606.568523:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978606.568524:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978606.568526:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000149912ac. 00000400:00000200:3.0:1780978606.568530:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d308a728 00000400:00000010:3.0:1780978606.568532:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d308a728. 00000100:00000001:3.0:1780978606.568534:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978606.568537:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978606.568544:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568550:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978606.568551:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568552:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978606.568554:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978606.568555:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978606.568556:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978606.568558:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978606.568564:0:2262:0:(import.c:1935:at_measured()) add 20 to 000000007cfd7cad time=104 v=20 (21 21 21 21) 00000100:00001000:3.0:1780978606.568567:0:2262:0:(import.c:1935:at_measured()) add 1 to 00000000ef26254b time=104 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978606.568569:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978606.568570:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978606.568571:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978606.568574:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.568576:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978606.568578:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967302 00000100:00000001:3.0:1780978606.568580:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978606.568581:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978606.568584:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568590:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978606.568591:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978606.568592:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978606.568595:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978606.568601:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084622cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341863232:192.168.201.116@tcp:400:kworker/u8:1.0 00000400:00000001:3.0:1780978606.568605:0:2262:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780978606.568606:0:2262:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780978606.568607:0:2262:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040b35780. 00000400:00000200:3.0:1780978606.568610:0:2262:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003946059f 00000400:00000010:3.0:1780978606.568611:0:2262:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003946059f. 00000100:00000001:3.0:1780978606.568613:0:2262:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1780978606.568614:0:2262:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1780978606.568621:0:2262:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568626:0:2262:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780978606.568627:0:2262:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568629:0:2262:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1780978606.568630:0:2262:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780978606.568631:0:2262:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780978606.568632:0:2262:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780978606.568633:0:2262:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780978606.568636:0:2262:0:(import.c:1935:at_measured()) add 20 to 000000007eb9ed1a time=105 v=20 (21 21 21 21) 00000100:00001000:3.0:1780978606.568639:0:2262:0:(import.c:1935:at_measured()) add 1 to 000000005db6bc05 time=105 v=1 (1 1 1 1) 00000100:00000001:3.0:1780978606.568641:0:2262:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780978606.568642:0:2262:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780978606.568643:0:2262:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780978606.568645:0:2262:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.568646:0:2262:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780978606.568648:0:2262:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c2814f0d000: skip recheck: last_committed 4294967310 00000100:00000001:3.0:1780978606.568649:0:2262:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780978606.568650:0:2262:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780978606.568652:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568657:0:2262:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780978606.568659:0:2262:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780978606.568660:0:2262:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780978606.568663:0:2262:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1780978606.568669:0:2262:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d07c4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:af28f27d-ac2d-4a0e-8918-7854499f8f21:2262:1867487341863168:192.168.201.116@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1780978606.568673:0:2262:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568675:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978606.568677:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084622cba x1867487341863232/t0(0) o400->lustre-MDT0001-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568682:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978606.568684:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978606.568685:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4459962. 02000000:00000001:3.0:1780978606.568688:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978606.568689:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978606.568690:0:2262:0:(genops.c:1204:class_import_put()) import 00000000cebc99fb refcount=5 obd=lustre-MDT0001-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978606.568692:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978606.568693:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000068d10771. 02000000:00000001:3.0:1780978606.568695:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978606.568696:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978606.568697:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084622cba. 00000100:00000001:3.0:1780978606.568700:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978606.568701:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568702:0:2262:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1780978606.568704:0:2262:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005d07c4cc x1867487341863168/t0(0) o400->lustre-MDT0000-mdc-ffff9c2814f0d000@192.168.201.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1780978637 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1780978606.568710:0:2262:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780978606.568711:0:2262:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780978606.568712:0:2262:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095aef9d2. 02000000:00000001:3.0:1780978606.568714:0:2262:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780978606.568715:0:2262:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1780978606.568715:0:2262:0:(genops.c:1204:class_import_put()) import 00000000723ffa46 refcount=6 obd=lustre-MDT0000-mdc-ffff9c2814f0d000 00000020:00000001:3.0:1780978606.568717:0:2262:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1780978606.568718:0:2262:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067f9ba2d. 02000000:00000001:3.0:1780978606.568720:0:2262:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780978606.568721:0:2262:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780978606.568722:0:2262:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d07c4cc. 00000100:00000001:3.0:1780978606.568724:0:2262:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780978606.568724:0:2262:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568726:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780978606.568742:0:2262:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780978606.568744:0:2262:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780978606.568746:0:2262:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780978606.568747:0:2262:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978607.393619:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978607.393624:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978607.393631:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978607.393632:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978607.393635:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978607.393636:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978607.393790:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978607.393793:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978607.393796:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978608.417515:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978608.417524:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978608.417531:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978608.417532:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978608.417535:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978608.417536:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978608.417702:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978608.417706:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978608.417708:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978609.441681:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978609.441692:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978609.441699:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978609.441700:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978609.441704:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978609.441705:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978609.443185:0:5583:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978609.443191:0:5583:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978609.443196:0:5583:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1780978610.465497:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978610.465503:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978610.465509:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978610.465513:0:10865:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780978610.465514:0:10865:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780978610.465519:0:10865:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780978610.465522:0:10865:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780978610.465523:0:10865:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978610.465526:0:10865:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780978610.465528:0:10865:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978610.465530:0:10865:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978610.465532:0:10865:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780978610.465536:0:10865:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780978610.465538:0:10865:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780978610.466985:0:5582:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780978610.466993:0:5582:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780978610.466998:0:5582:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 50808 lines, 50808 kept, 0 dropped, 0 bad.